-- Logs begin at Fri 2022-02-18 07:42:38 UTC, end at Fri 2022-02-18 08:42:34 UTC. -- Feb 18 08:14:11.284589 dv-cinder-773985-35-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 08:14:14.238704 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.common.config [-] Logging enabled! Feb 18 08:14:14.239318 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 08:14:14.239506 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102645) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 08:14:14.242950 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.common.config [-] Logging enabled! Feb 18 08:14:14.243207 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 08:14:14.243518 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102645) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 08:14:14.244480 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:14:14.244710 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:14:14.245187 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:14:14.245436 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:14:14.245660 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:14:14.245984 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.246400 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 18 08:14:14.246711 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.246993 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.247270 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.247567 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.247881 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.248162 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.248450 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.248746 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.249030 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.249305 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.249573 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.249860 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.250141 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.250424 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.250707 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.250987 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] debug = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.251264 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.251726 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.252149 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.252430 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.252715 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.252989 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.253259 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.253531 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.253812 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.254133 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] host = dv-cinder-773985-35-iscsi {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.254407 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.254689 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.254969 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.255257 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.255530 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.255830 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.256111 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.256378 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.256689 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.256949 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.257231 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.257516 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.257803 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.258026 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.258246 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.258531 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.258813 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.259085 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.259356 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.259650 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.259929 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.260200 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.260467 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.260749 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.261030 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.261311 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.261584 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.261858 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.262128 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.262398 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.262681 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.262953 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.263223 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.263493 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.263809 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.264077 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.264347 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.264643 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.264924 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.265202 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.265484 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.265757 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.266035 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.266304 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.266573 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.266840 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] use_json = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.267108 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.267374 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.267677 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.267952 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.268221 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.268492 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.268758 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.269036 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.269301 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:14.269595 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.269890 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.270186 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.270469 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.270756 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.271033 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.271317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.271591 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.271991 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.272382 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.272667 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.272942 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.273238 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.273523 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.273814 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.274113 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.274402 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.274688 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.274958 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.275225 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.275493 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.275799 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.276085 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.276358 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.276642 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.276925 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.277201 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.277494 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.277778 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.278067 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.278352 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.278623 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.278899 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.279185 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.279459 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.279760 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.280041 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.280329 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.280602 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.280872 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.281149 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.281423 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.281698 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.281970 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.282243 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.282529 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.282801 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.283067 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.283331 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.283604 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.283898 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.284179 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.284451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.284720 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.284990 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.285265 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.285534 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.285803 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.286078 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.286345 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.286624 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.286892 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.287164 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.287435 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.287734 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.288036 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.288308 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.288576 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.288852 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.289121 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.289403 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.289660 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.289937 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.290210 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.290496 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.291152 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.291442 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.291756 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.292045 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.292326 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.292605 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.292884 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.293163 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.293443 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.293715 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.294006 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.294290 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.294576 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.294875 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.295154 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.295447 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.295753 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.296033 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.296317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.296595 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.296873 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.297155 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.297436 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.297728 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.298021 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.298313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.298606 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.298895 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.299175 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.299482 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.299792 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:14.300011 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:14:14.300254 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102645) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 08:14:14.667845 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 08:14:14.668119 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 08:14:14.668438 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 08:14:14.668766 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 08:14:15.000052 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.000265 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.000509 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.001809 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.002099 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.002345 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.046741 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.047021 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.047289 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.061568 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.061839 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.062111 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.197367 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.197629 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.197926 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.234030 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.234295 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.234562 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.473645 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.474310 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.474310 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.474453 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.475117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.573609 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.573940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.574185 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.574482 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.574741 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.575046 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.575297 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.575549 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.575824 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.576108 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.576362 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.576622 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.576858 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.577106 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.577360 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.577620 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.577873 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.578138 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.578400 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.578641 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.578906 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.579168 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.579445 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.579844 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.580093 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.580337 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.580729 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:15.580969 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:15.581206 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:15.581440 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:15.581676 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:15.581911 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:15.582273 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 08:14:15.585501 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 08:14:15.590567 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 08:14:15.594421 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 18 08:14:15.596098 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 08:14:15.596573 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 08:14:15.596903 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 08:14:15.597288 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 08:14:15.600141 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 08:14:15.600475 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 08:14:15.600788 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 08:14:15.605693 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 18 08:14:15.628384 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 08:14:15.628826 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.629130 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102645) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 18 08:14:15.629661 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.631061 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102645) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 08:14:15.631339 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 08:14:15.631587 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 08:14:15.634972 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.635252 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:15.698049 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 08:14:15.698255 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 08:14:15.698527 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 08:14:15.698893 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 08:14:15.720729 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_db.sqlalchemy.engines [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102645) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 18 08:14:16.170444 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing driver for type 'gre' Feb 18 08:14:16.171000 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] gre ID ranges: [(1, 1000)] Feb 18 08:14:16.223906 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing driver for type 'local' Feb 18 08:14:16.224234 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing driver for type 'vlan' Feb 18 08:14:16.237092 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] VlanTypeDriver initialization complete Feb 18 08:14:16.237435 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing driver for type 'vxlan' Feb 18 08:14:16.237931 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] vxlan ID ranges: [(1, 1000)] Feb 18 08:14:16.288697 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing extension driver 'port_security' Feb 18 08:14:16.289030 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.extensions.port_security [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] PortSecurityExtensionDriver initialization complete Feb 18 08:14:16.289378 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing mechanism driver 'openvswitch' Feb 18 08:14:16.289698 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing mechanism driver 'hyperv' Feb 18 08:14:16.296806 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:14:16.297637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.298012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.298349 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.298871 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102645) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:14:16.299298 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.299683 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.300016 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.300406 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102645) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:14:16.300806 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.301145 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.301476 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.301861 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102645) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:14:16.302259 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.302603 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.302935 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.303320 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102645) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:14:16.303790 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.304130 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.304461 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.304850 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102645) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:14:16.305243 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.305580 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.305908 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.306304 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102645) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 08:14:16.306737 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] ML2 OVO RPC backend initialized. {{(pid=102645) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 18 08:14:16.307415 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.307787 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.308193 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.308532 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > networks before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.308870 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.309204 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > ports before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.309536 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.309865 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.310200 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.310530 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.310856 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.311187 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.311511 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.311860 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.312182 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.312505 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.312836 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.320280 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded quota_driver: . Feb 18 08:14:16.320637 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.plugin [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Modular L2 Plugin initialization complete Feb 18 08:14:16.320982 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading services supported by the core plugin {{(pid=102645) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 08:14:16.321320 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.plugins.ml2.managers [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Got port-security extension from driver 'port_security' Feb 18 08:14:16.321791 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.extensions.vlantransparent [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Disabled vlantransparent extension. Feb 18 08:14:16.322277 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102645) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 08:14:16.322597 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: router Feb 18 08:14:16.359403 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.359812 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_create 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.360176 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router before_create 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.360532 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.360894 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.361244 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_delete 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.361591 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.361932 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.362283 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_create 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.362615 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_update 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.362941 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_update 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.363281 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.363637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_update 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.364058 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.364414 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.364749 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.365083 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: subnet after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.365416 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.365761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.366121 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.366459 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.366776 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.367123 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router after_update 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.367456 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.367947 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.368302 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.368641 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.368997 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > agent after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.369338 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.369673 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > network after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.370510 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Tracking information for resource: router configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:16.370836 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Tracking information for resource: floatingip configured {{(pid=102645) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 08:14:16.375807 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.db.l3_agentschedulers_db [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 08:14:16.376355 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.376703 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port after_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.377045 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port after_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.377388 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: port after_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.378149 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router before_create 55550100 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.378508 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.378856 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.379206 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.384126 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.provider_configuration [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service providers = [] {{(pid=102645) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 08:14:16.384483 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.db.servicetype_db [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102645) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 08:14:16.387384 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.service_base [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102645) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:14:16.387765 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.service_base [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102645) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:14:16.388100 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.service_base [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102645) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:14:16.388967 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.services.service_base [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102645) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 08:14:16.389387 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.services.service_base [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 08:14:16.389694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.390002 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 08:14:16.400591 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.400915 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: auto_allocate Feb 18 08:14:16.406718 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: network precommit_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.407077 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: network precommit_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.407578 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.407918 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: tag Feb 18 08:14:16.414781 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.415099 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: timestamp Feb 18 08:14:16.419266 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.419587 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: network_ip_availability Feb 18 08:14:16.425106 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.425404 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.425750 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.426445 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.426754 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: flavors Feb 18 08:14:16.432000 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.432327 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading Plugin: revisions Feb 18 08:14:16.436677 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102645) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 08:14:16.437072 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_concurrency.lockutils [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=102645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 08:14:16.437808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102645) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 18 08:14:16.438135 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Initializing extension manager. Feb 18 08:14:16.438651 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: __init__.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.438985 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: __pycache__ {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.439313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.439674 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: address_group.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.440400 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.440964 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: address-group Feb 18 08:14:16.441276 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: address_scope.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.441968 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.442467 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: address-scope Feb 18 08:14:16.442775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.443727 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.444286 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: router-admin-state-down-before-update Feb 18 08:14:16.444585 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: agent.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.445273 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.445855 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: agent Feb 18 08:14:16.446166 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: agent_resources_synced.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.447064 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.447554 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: agent-resources-synced Feb 18 08:14:16.447895 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.449658 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.450162 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: allowed-address-pairs Feb 18 08:14:16.450481 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.451556 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.452086 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: auto-allocated-topology Feb 18 08:14:16.452402 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: availability_zone.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.453082 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.453578 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: availability_zone Feb 18 08:14:16.453891 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: availability_zone_filter.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.454787 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.455286 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: availability_zone_filter Feb 18 08:14:16.455598 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: data_plane_status.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.456491 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.456997 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 08:14:16.457313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: default_subnetpools.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.458205 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.458698 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: default-subnetpools Feb 18 08:14:16.459012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.459867 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.460349 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: dhcp_agent_scheduler Feb 18 08:14:16.460662 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: dns.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.461580 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.462162 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 08:14:16.462566 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: dns_domain_ports.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.464019 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.464624 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 08:14:16.465156 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.466587 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.467219 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 18 08:14:16.467544 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: dvr.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.468513 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.469342 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: dvr Feb 18 08:14:16.469671 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: ecmp_routes.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.470581 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.471084 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 18 08:14:16.471404 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: empty_string_filtering.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.472335 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.472832 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: empty-string-filtering Feb 18 08:14:16.473145 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.474042 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.474563 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 08:14:16.474837 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.475843 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.476338 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 08:14:16.476649 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: external_net.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.477540 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.478031 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: external-net Feb 18 08:14:16.478344 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.479229 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.479742 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: extra_dhcp_opt Feb 18 08:14:16.480056 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: extraroute.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.480951 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.481439 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: extraroute Feb 18 08:14:16.481755 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: extraroute_atomic.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.482786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.483282 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: extraroute-atomic Feb 18 08:14:16.483603 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: filter_validation.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.484283 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.484771 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: filter-validation Feb 18 08:14:16.485399 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: fip_pf_description.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.486028 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.486522 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 08:14:16.486839 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: fip_port_details.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.487963 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.488465 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: fip-port-details Feb 18 08:14:16.488783 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: flavors.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.490033 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.490536 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: flavors Feb 18 08:14:16.490853 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.492720 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.493239 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 08:14:16.493552 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: floatingip_pools.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.494240 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.494745 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: floatingip-pools Feb 18 08:14:16.495060 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: ip_allocation.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.496013 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.496507 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 08:14:16.496820 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.497721 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.498222 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: ip-substring-filtering Feb 18 08:14:16.498535 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l2_adjacency.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.499440 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.499961 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 08:14:16.500273 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.501240 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.501744 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: router Feb 18 08:14:16.502060 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.504349 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.504857 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 08:14:16.505182 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.506112 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.506652 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: ext-gw-mode Feb 18 08:14:16.506970 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.507904 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.508407 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: l3-ha Feb 18 08:14:16.508729 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.509635 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.510120 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 18 08:14:16.510438 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_flavors.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.511337 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.511866 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: l3-flavors Feb 18 08:14:16.512186 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.513552 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.514057 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 18 08:14:16.514376 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.515286 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.515817 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 08:14:16.516136 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: l3agentscheduler.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.517176 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.517677 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: l3_agent_scheduler Feb 18 08:14:16.517999 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: local_ip.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.519820 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.520347 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension local_ip not supported by any of loaded plugins Feb 18 08:14:16.520670 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: logging.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.522337 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.522856 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension logging not supported by any of loaded plugins Feb 18 08:14:16.523185 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: metering.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.523955 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.524529 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: metering Feb 18 08:14:16.524853 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.525935 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.526444 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: metering_source_and_destination_fields Feb 18 08:14:16.526766 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: multiprovidernet.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.527707 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.528211 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: multi-provider Feb 18 08:14:16.528532 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: netmtu.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.529426 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.529922 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: net-mtu Feb 18 08:14:16.530238 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: netmtu_writable.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.531137 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.531655 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: net-mtu-writable Feb 18 08:14:16.531979 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: network_availability_zone.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.532644 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.533136 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: network_availability_zone Feb 18 08:14:16.533452 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: network_ip_availability.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.534562 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.535073 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: network-ip-availability Feb 18 08:14:16.535403 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: network_segment_range.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.536191 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.536688 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 08:14:16.537004 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: pagination.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.537988 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.538314 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: pagination Feb 18 08:14:16.538630 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: port_device_profile.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.539516 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.540062 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: port-device-profile Feb 18 08:14:16.540382 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.541660 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.542157 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: port-mac-address-regenerate Feb 18 08:14:16.542474 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.543371 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.543928 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: port-numa-affinity-policy Feb 18 08:14:16.544241 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: port_resource_request.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.545142 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.545640 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 08:14:16.545951 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: port_resource_request_groups.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.546896 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.547390 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 18 08:14:16.547731 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: portbindings.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.548671 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.549168 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: binding Feb 18 08:14:16.549482 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: portbindings_extended.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.550764 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.551251 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: binding-extended Feb 18 08:14:16.551571 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: portsecurity.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.552522 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.553014 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: port-security Feb 18 08:14:16.553332 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: project_id.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.554389 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.554709 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: project-id Feb 18 08:14:16.555023 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: providernet.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.555944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.556446 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: provider Feb 18 08:14:16.556752 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.560326 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.560839 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos not supported by any of loaded plugins Feb 18 08:14:16.561163 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.562397 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.562903 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 08:14:16.563225 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.564163 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.564663 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 08:14:16.564980 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_default.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.565878 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.566385 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-default not supported by any of loaded plugins Feb 18 08:14:16.566705 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_fip.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.567649 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.568153 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 08:14:16.568470 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.569395 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.569892 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 18 08:14:16.570207 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.571236 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.571776 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 08:14:16.572094 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.572997 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.573499 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 08:14:16.573813 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.574855 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.575337 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 18 08:14:16.575644 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.576707 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.577211 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 18 08:14:16.577530 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_pps_rule.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.578701 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.579203 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-pps not supported by any of loaded plugins Feb 18 08:14:16.579521 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.580457 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.580956 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 08:14:16.581272 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: qos_rules_alias.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.582302 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.582798 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 08:14:16.583119 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: quota_check_limit.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.584045 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.584544 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: quota-check-limit Feb 18 08:14:16.584947 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: quotasv2.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.585869 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.586182 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: quotas Feb 18 08:14:16.586496 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: quotasv2_detail.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.588238 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.588574 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: quota_details Feb 18 08:14:16.588900 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: rbac.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.589929 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.590436 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: rbac-policies Feb 18 08:14:16.590759 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: rbac_address_group.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.591704 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.592207 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: rbac-address-group Feb 18 08:14:16.592526 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: rbac_address_scope.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.593435 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.593937 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: rbac-address-scope Feb 18 08:14:16.594261 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: rbac_security_groups.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.595159 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.595680 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: rbac-security-groups Feb 18 08:14:16.596004 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.596978 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.597474 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: rbac-subnetpool Feb 18 08:14:16.597790 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: revisionifmatch.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.598693 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.599190 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: revision-if-match Feb 18 08:14:16.599507 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: revisions.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.600667 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.601166 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: standard-attr-revisions Feb 18 08:14:16.601484 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: router_availability_zone.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.602138 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.602631 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: router_availability_zone Feb 18 08:14:16.602946 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: routerservicetype.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.603883 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.604384 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 08:14:16.604696 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.605599 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.606094 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: security-groups-normalized-cidr Feb 18 08:14:16.606412 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.607311 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.607850 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: port-security-groups-filtering Feb 18 08:14:16.608165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.609068 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.609577 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: security-groups-remote-address-group Feb 18 08:14:16.609892 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.610805 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.611307 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: security-groups-shared-filtering Feb 18 08:14:16.611632 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.612232 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 18 08:14:16.612543 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: securitygroup.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.622263 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.622778 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: security-group Feb 18 08:14:16.623106 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: segment.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.623918 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.624421 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension segment not supported by any of loaded plugins Feb 18 08:14:16.624746 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.625678 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.626179 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 08:14:16.626499 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: servicetype.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.627586 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.628120 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: service-type Feb 18 08:14:16.628441 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: sorting.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.629408 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.629733 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: sorting Feb 18 08:14:16.630048 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: standard_attr_segment.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.630939 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.631448 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 08:14:16.631821 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: standardattrdescription.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.632458 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.632953 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: standard-attr-description Feb 18 08:14:16.633269 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: stateful_security_group.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.634198 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.634702 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: stateful-security-group Feb 18 08:14:16.635018 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: stdattrs_common.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.635571 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 08:14:16.635914 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.636837 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.637336 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 08:14:16.637649 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: subnet_onboard.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.638706 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.639209 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: subnet_onboard Feb 18 08:14:16.639525 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.640486 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.640987 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 08:14:16.641300 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: subnet_service_types.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.642200 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.642704 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: subnet-service-types Feb 18 08:14:16.643019 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: subnetallocation.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.644127 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.644633 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: subnet_allocation Feb 18 08:14:16.644947 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.645609 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.646104 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: subnetpool-prefix-ops Feb 18 08:14:16.646418 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.647408 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.647933 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 08:14:16.648248 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: tagging.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.649309 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.649816 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: standard-attr-tag Feb 18 08:14:16.650130 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: timestamp.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.651348 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.651883 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loaded extension: standard-attr-timestamp Feb 18 08:14:16.652203 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: trunk.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.653247 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.653755 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension trunk not supported by any of loaded plugins Feb 18 08:14:16.654074 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: trunk_details.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.654973 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.655476 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 08:14:16.655832 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.656778 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.657276 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 08:14:16.657592 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Loading extension file: vlantransparent.py {{(pid=102645) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 08:14:16.658246 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102645) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 08:14:16.658742 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 08:14:16.661293 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:network Feb 18 08:14:16.661828 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:subnet Feb 18 08:14:16.662218 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:14:16.662609 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:port Feb 18 08:14:16.664974 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.665465 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service FLAVORS assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.666377 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.666802 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.667209 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:router Feb 18 08:14:16.667657 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 08:14:16.668143 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service METERING assigned prefix: /metering {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.669650 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.670000 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.670339 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:14:16.671403 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 08:14:16.671880 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:security_group Feb 18 08:14:16.672308 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 08:14:16.672899 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service CORE assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.673219 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:14:16.673562 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] subnetpool is already registered Feb 18 08:14:16.673987 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service CORE assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.674337 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:14:16.674691 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] subnetpool is already registered Feb 18 08:14:16.677245 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.677691 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service FLAVORS assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.678325 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.678872 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.679163 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:router Feb 18 08:14:16.679569 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] router is already registered Feb 18 08:14:16.680020 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 08:14:16.680372 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] floatingip is already registered Feb 18 08:14:16.680947 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service METERING assigned prefix: /metering {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.681577 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 08:14:16.681939 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] rbac_policy is already registered Feb 18 08:14:16.682444 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:security_group Feb 18 08:14:16.682779 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] security_group is already registered Feb 18 08:14:16.683172 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 08:14:16.683502 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] security_group_rule is already registered Feb 18 08:14:16.684209 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service CORE assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.684576 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:14:16.684904 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] subnetpool is already registered Feb 18 08:14:16.685400 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.v2.resource_helper [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Service CORE assigned prefix: {{(pid=102645) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 08:14:16.685739 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 08:14:16.686065 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING neutron.quota.resource_registry [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] subnetpool is already registered Feb 18 08:14:16.686563 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: extensions {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.688143 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: address-groups {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.689637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: address-scopes {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.690951 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: agents {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.692135 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: auto-allocated-topology {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.693370 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: availability_zones {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.694626 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: dhcp-networks {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.696153 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: dhcp-agents {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.697580 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: routers {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.699837 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: flavors {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.700999 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: service_profiles {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.702196 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: next_providers {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.703652 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: service_profiles {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.705187 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: floatingip-pools {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.706386 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: routers {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.708483 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: floatingips {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.709778 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: l3-routers {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.711184 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: l3-agents {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.712611 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: metering-labels {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.713941 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: metering-label-rules {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.715210 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: network-ip-availabilities {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.716494 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: bindings {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.718110 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: quotas {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.719650 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: quotas {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.721180 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: rbac-policies {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.722447 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: security-groups {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.723663 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: security-group-rules {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.724893 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: service-providers {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.726165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: subnetpools {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.727553 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: subnetpools {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.729033 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.730697 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.733425 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.735212 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.873137 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.875002 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.876712 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.878591 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.880392 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.882273 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron.api.extensions [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Extended resource: tags {{(pid=102645) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 08:14:16.888174 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING keystonemiddleware.auth_token [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 08:14:16.892915 dv-cinder-773985-35-iscsi neutron-server[102645]: WARNING keystonemiddleware.auth_token [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 08:14:16.901571 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_concurrency.lockutils [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Acquired lock "singleton_lock" {{(pid=102645) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 18 08:14:16.902056 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_concurrency.lockutils [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Releasing lock "singleton_lock" {{(pid=102645) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 18 08:14:16.902716 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Starting 2 workers Feb 18 08:14:16.907581 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Started child 102754 {{(pid=102645) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 08:14:16.912084 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Started child 102755 {{(pid=102645) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 08:14:16.913773 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO neutron.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 08:14:16.913923 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:16.914559 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:16.916548 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [-] (102754) wsgi starting up on http://0.0.0.0:9696 Feb 18 08:14:16.917148 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:16.917708 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Starting 1 workers Feb 18 08:14:16.919052 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [-] (102755) wsgi starting up on http://0.0.0.0:9696 Feb 18 08:14:16.922704 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Started child 102756 {{(pid=102645) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 08:14:16.923233 dv-cinder-773985-35-iscsi neutron-server[102645]: INFO oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Starting 1 workers Feb 18 08:14:16.926455 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] calling RpcWorker wait() {{(pid=102756) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 08:14:16.927013 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] returning from RpcWorker wait() {{(pid=102756) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 08:14:16.927827 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Started child 102757 {{(pid=102645) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 08:14:16.928303 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:16.928524 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2524-248c-4d3f-9303-cdca1483caa3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:16.928987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:14:16.930379 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102645) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 08:14:16.930556 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:14:16.930742 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:14:16.930975 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:14:16.931296 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:14:16.931419 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:14:16.931952 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.932198 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.932456 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.932703 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:16.933225 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.933225 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.933507 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.933803 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.933925 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:14:16.934069 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.934328 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.934576 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.934717 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.934853 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.935128 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.935358 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.935653 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.935911 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.936151 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.936397 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.936571 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.936811 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.937055 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.937297 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.937549 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] debug = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.937790 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.938259 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.938476 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.938704 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.938937 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.939192 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.939425 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.939716 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.939950 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.940176 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.940407 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.940660 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.940891 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.941106 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.941341 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.941547 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.941797 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.942011 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.942446 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] host = dv-cinder-773985-35-iscsi {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.942685 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.942890 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.943112 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.943362 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.943599 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.943855 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.944176 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.944438 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.944673 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.944911 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.945155 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.945390 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.945617 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.945852 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.946015 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_options = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.946241 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.946499 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.946747 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.946937 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.947102 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.947261 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.947517 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.947700 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.947946 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.948157 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.948366 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.948576 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.948784 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.949046 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.949243 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.949476 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.949704 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.949919 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.950172 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.950412 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.950722 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.950861 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.951067 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.951278 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.951485 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.951714 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.951951 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.952180 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.952403 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.952645 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.952872 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.953113 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.953314 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.953601 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.953801 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.954129 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.954420 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.954739 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.955008 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.955230 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.955466 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.955724 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.955933 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.956166 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.956374 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.958392 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.958661 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_json = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.958896 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.959182 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.959411 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.960894 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53570) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:16.963738 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.964008 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.964265 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.964482 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.964753 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.965012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:16.965427 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.966033 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.966033 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.966357 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.966518 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.966765 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.967002 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.967227 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.967475 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.967746 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.968075 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.968589 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063374 Feb 18 08:14:16.969347 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.969681 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.969968 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.970229 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.970564 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.970856 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.971277 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.972097 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.972097 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.972097 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.972519 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.972653 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.972858 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.973157 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.973355 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.973604 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.974595 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.974595 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.974595 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.975254 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.975254 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976157 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976157 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976157 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976157 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.976694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.977107 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.977462 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.977462 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.977747 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.977881 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.978069 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.978992 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.978992 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.978992 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.978992 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.979637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.979637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.979637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.980032 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.981232 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.981232 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.981420 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.981687 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.981966 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.982163 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.982409 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.982633 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.982950 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.983100 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.983252 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.983475 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.983685 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.984921 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.984921 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.985234 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.985234 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.985524 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.985664 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.985897 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.986107 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.986337 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.986535 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.986766 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.986974 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.987212 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.987419 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.987614 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.988307 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.988307 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.988307 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.988736 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.988736 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.989016 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.989149 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.989279 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.989659 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.989889 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.990183 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.990510 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.991771 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.991771 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.991771 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.991771 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.991771 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.992451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.992451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.992451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.993675 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.993675 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.993675 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.993675 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.993675 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.993675 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.994439 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.994439 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.994439 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.994839 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.994839 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.995193 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.995193 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.995462 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.995748 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.995907 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.996153 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.996436 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.996703 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.996912 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.998011 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.998482 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.998941 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.999440 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:16.999925 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.000467 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.000909 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.001342 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.001786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.002213 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.002870 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.003318 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.003781 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.004200 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.004665 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.004864 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.005656 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.005656 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.005656 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.006111 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.006245 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.006761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.006920 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.007067 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.007311 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.007589 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.007881 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.008117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.008379 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.008633 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.008848 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.009090 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.009320 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.009535 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.009773 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.009985 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.010227 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.010443 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.010653 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.010884 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.011113 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.011333 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.011694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.011790 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.012010 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013012 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013279 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013343 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013522 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.013912 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.014159 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.014378 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.014647 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.014907 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.015143 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.015385 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016259 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016259 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016259 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016473 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016550 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016850 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.016975 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.017186 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.017389 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.017619 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.017843 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.018079 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.018327 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.018561 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.018897 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.019139 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.019371 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.019613 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.019901 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.020114 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.020330 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.020549 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.020804 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.020981 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.021201 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.021872 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.021872 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.021872 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.022183 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.022301 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.022705 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.022797 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.022998 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.023378 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024126 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024126 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024126 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024363 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024448 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024663 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.024876 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.025097 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.025345 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.025623 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.025878 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.026305 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.026920 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.026920 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.027106 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.027241 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.027605 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.028020 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.028244 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.028462 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.028673 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.028900 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.029148 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.029319 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030619 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030619 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030848 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.030951 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.031169 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.031380 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.031674 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.032634 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.032634 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.032634 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.032634 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.033024 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.033024 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.033255 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.033363 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.033559 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.033795 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.034006 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035058 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035058 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035058 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035058 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035455 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035455 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.035740 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.036043 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.036256 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.036498 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.037828 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.037828 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.037828 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.037828 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.037828 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039117 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039596 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039596 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.039896 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.040088 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.040351 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.040638 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.041210 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.041464 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.041693 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.041884 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.042098 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.042338 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.042553 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.043488 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.043488 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.043488 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.043488 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.044000 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.044000 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.044223 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.044349 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.044579 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.045596 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.045596 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:14:17.045596 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102645) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 08:14:17.045596 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 08:14:17.046051 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 08:14:17.046051 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 08:14:17.046051 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 08:14:17.046393 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 08:14:17.046393 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.046617 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.046752 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.046862 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.046962 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.047158 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.047320 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.047478 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.047821 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.047821 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.048061 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.048196 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.048308 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.048409 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049317 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.049936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] debug = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050340 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050340 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050340 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050655 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050655 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050942 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.050942 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051155 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051296 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051414 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051538 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051691 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051838 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.051999 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.052207 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.052341 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.052480 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.053584 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.053752 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] host = dv-cinder-773985-35-iscsi {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.053912 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.054069 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.054228 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.054384 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.054542 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.054699 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.054846 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055072 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055188 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055296 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055450 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055606 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055818 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.055922 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.056315 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_options = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.056315 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.056460 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.056536 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.056684 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.056847 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.057004 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.057204 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.057349 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.057451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.057593 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.057750 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058014 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058125 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058238 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058378 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058486 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058635 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.058942 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.059100 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.059256 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.059412 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.059558 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061028 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061028 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061028 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061028 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061028 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061451 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061597 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061688 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061827 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.061990 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.062152 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.062312 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.062471 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.062631 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.062795 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.062956 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.063115 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.066027 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.066214 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.066394 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.067075 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.067220 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:14:17.067360 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.067483 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_json = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.067610 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.067765 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068041 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068172 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068291 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068409 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068546 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068706 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.068865 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 08:14:17.069087 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.069291 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.069467 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.069630 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.069792 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.069953 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.070114 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.070274 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.070434 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.070593 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.070762 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.070922 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.071094 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.071254 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.071414 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.071577 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.071762 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.071922 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.072520 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.072520 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.072520 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.074953 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.074953 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.074953 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.075858 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.076021 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.076472 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.076472 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.076734 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.076936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.077115 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.077286 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.077452 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.077620 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.077776 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.077938 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.078107 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079116 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079116 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079116 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079116 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079116 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079116 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.079936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.080567 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.080567 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.080567 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.080567 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.080567 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.081936 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.083165 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.085173 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086262 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.086940 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087487 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087487 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087487 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087487 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087926 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087926 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.087926 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.088294 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.088294 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.088544 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.088544 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.088804 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.088804 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.089775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.089775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.089775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.089775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.089775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.089775 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.090594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.090594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.090594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.090594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.090594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.090594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.091353 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.091353 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.091353 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.091353 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.091353 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092109 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092109 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092109 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092109 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092109 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092718 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092718 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092718 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.092718 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093272 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093272 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093272 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093272 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.093761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094071 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094071 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094218 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094295 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094419 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094577 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094733 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.094889 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.095046 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.095204 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.095441 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.095594 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.096528 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.098786 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.099761 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.100808 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101343 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101343 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101343 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101343 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101343 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101694 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101896 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.101982 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.102107 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.102269 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.102427 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.102585 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.102771 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.102894 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.103069 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.103225 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104313 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104741 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104741 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104741 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.104913 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.105018 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.105240 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.105334 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.105474 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.105637 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.105800 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.106944 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.107817 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.107817 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.107817 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.107817 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.107817 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108155 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108155 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108155 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108365 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108441 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108591 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108747 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.108903 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.109542 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.109542 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.109542 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.109542 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110009 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110009 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110009 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110298 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110298 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110524 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110524 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110672 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110819 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.110987 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.111134 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.111291 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.111439 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.111598 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.111796 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.111951 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.112089 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.112242 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.112401 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.112559 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.112717 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.112874 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113067 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113219 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113369 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113513 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113663 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113813 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.113969 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.114139 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.114296 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.114463 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.114613 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.114769 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.114933 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.115084 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.115245 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.115411 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.115575 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.116535 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.116706 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.117179 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.117179 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.117824 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.117824 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.117824 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.117824 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.118075 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.118075 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.118200 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.118325 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.119043 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.119203 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.119351 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.119486 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.119666 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.119809 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120391 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120391 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120391 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120391 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120904 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120904 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.120904 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.121274 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 08:14:17.121274 dv-cinder-773985-35-iscsi neutron-server[102645]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102645) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 08:14:28.455284 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3bc5d0-cd45-4c7a-ac4a-9cc9a71947bf None None] get_active_networks_info from dv-cinder-773985-35-iscsi {{(pid=102756) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 18 08:14:28.517100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3bc5d0-cd45-4c7a-ac4a-9cc9a71947bf None None] No non-hosted networks {{(pid=102756) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 08:14:28.531216 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.agentschedulers_db [None req-fc3bc5d0-cd45-4c7a-ac4a-9cc9a71947bf None None] DHCP Agent not found on host dv-cinder-773985-35-iscsi {{(pid=102756) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 18 08:14:28.706263 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1f83d800-9062-4a0d-a0d2-13cdcf69e57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556271'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:30.542531 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-69f8e19d-8c4d-4ede-944c-73c5bec056b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556271'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:30.587287 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9aada500-91ec-4083-aba1-edb88902a11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:31.830802 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556271'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:33.000535 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556271'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:34.413573 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53658) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:34.463060 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556271'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:34.465606 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.466152 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.466618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.467092 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.467572 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.468054 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.468556 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.469090 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.469738 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.470231 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.470805 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.471340 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.471872 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:34.472492 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-35-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:14:34.480735 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-35-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:14:34.958388 dv-cinder-773985-35-iscsi neutron-server[102755]: WARNING oslo_policy.policy [None req-af9ab723-da13-483b-92ed-40e01cc72d41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:34.958953 dv-cinder-773985-35-iscsi neutron-server[102755]: WARNING oslo_policy.policy [None req-af9ab723-da13-483b-92ed-40e01cc72d41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:35.183391 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [None req-af9ab723-da13-483b-92ed-40e01cc72d41 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:14:35.195642 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-af9ab723-da13-483b-92ed-40e01cc72d41 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7700443 Feb 18 08:14:36.752624 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.db.l3_hamode_db [None req-c63e2a86-695f-4c16-ba97-bab94002c201 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 08:14:36.832627 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e2a86-695f-4c16-ba97-bab94002c201 None None] Routers set() bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:14:36.833063 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e2a86-695f-4c16-ba97-bab94002c201 None None] Router IDs set() for agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 18 08:14:37.753170 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53684) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:38.091261 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:14:38.180430 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.policy [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 08:14:38.221179 dv-cinder-773985-35-iscsi neutron-server[102755]: WARNING oslo_policy.policy [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:38.221576 dv-cinder-773985-35-iscsi neutron-server[102755]: WARNING oslo_policy.policy [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:38.319017 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753430095572', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753430094055', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753430093396', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753430077771', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753430072457', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753430064782', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3834440', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3860783', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1031886'] for rbac-policy (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:38.402442 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:38.403713 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-71446737-23dc-4c00-9e03-3450990c07b2 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6492956 Feb 18 08:14:40.929955 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 53694) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:41.497113 dv-cinder-773985-35-iscsi neutron-server[102754]: WARNING oslo_policy.policy [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:41.497660 dv-cinder-773985-35-iscsi neutron-server[102754]: WARNING oslo_policy.policy [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:41.718114 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:14:41.786000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Made reservation on behalf of db4057fde5204913a30c5582dda795f4 for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:14:41.857501 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.policy [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102754) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 08:14:41.898716 dv-cinder-773985-35-iscsi neutron-server[102754]: WARNING oslo_policy.policy [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:41.899080 dv-cinder-773985-35-iscsi neutron-server[102754]: WARNING oslo_policy.policy [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 08:14:41.910076 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:41.932529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.052666 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks [] for security_group (3aa466ca-dfaf-4358-839c-0db13db23ed8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.059596 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3aa466ca-dfaf-4358-839c-0db13db23ed8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.091276 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:14:42.120583 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753430445222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (b2abe04a-f044-491b-8f57-1314443c44a0), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.121140 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Unsubscribe: segment precommit_create {{(pid=102754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 08:14:42.121661 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Added segment b2abe04a-f044-491b-8f57-1314443c44a0 of type vlan for network ea76c7df-f389-4f52-868c-4a0b247d556d Feb 18 08:14:42.127346 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa466ca-dfaf-4358-839c-0db13db23ed8,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:14:42.148873 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.149173 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.149527 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.149868 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.150197 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.150521 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.150856 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.151179 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.151501 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.151859 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.152163 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.152478 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.152788 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Tracked resource versions report: Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: pushed versions: Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: { 'AddressGroup': {'1.2'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'ConntrackHelper': {'1.0'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Log': {'1.0'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Network': {'1.1'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Port': {'1.7'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'PortForwarding': {'1.2'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'QosPolicy': {'1.10'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroup': {'1.5'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SubPort': {'1.0'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Subnet': {'1.1'}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Trunk': {'1.1'}} Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: consumer versions: Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'ConntrackHelper': '1.0', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'LocalIPAssociation': '1.0', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Log': '1.0', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Network': '1.1', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Port': '1.7', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'PortForwarding': '1.2', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'QosPolicy': '1.10', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroup': '1.5', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroupRule': '1.2', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SubPort': '1.0', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Subnet': '1.1', Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Trunk': '1.1'}} Feb 18 08:14:42.154152 dv-cinder-773985-35-iscsi neutron-server[102754]: {{(pid=102754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:14:42.229914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (ea76c7df-f389-4f52-868c-4a0b247d556d), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.273795 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (ea76c7df-f389-4f52-868c-4a0b247d556d), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.282253 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:14:42.283438 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:42.385505 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4532945 Feb 18 08:14:42.408766 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a0160-dda7-4205-ad43-790cdefc79bc demo demo] Pushing event updated for resources: {'Network': ['ID=ea76c7df-f389-4f52-868c-4a0b247d556d,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:14:42.422956 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network ea76c7df-f389-4f52-868c-4a0b247d556d details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:14:44.954627 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 53714) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:45.409886 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef78541-0cbb-4c4c-82c8-6e823c21b7da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:14:45.411130 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-cef78541-0cbb-4c4c-82c8-6e823c21b7da demo admin] 10.222.0.69 "GET /v2.0/networks/ea76c7df-f389-4f52-868c-4a0b247d556d HTTP/1.1" status: 200 len: 825 time: 0.4552293 Feb 18 08:14:45.449049 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-0efee97e-5fa1-4ebd-8cbb-9a569ef8054d demo admin] 10.222.0.69 "GET /v2.0/subnetpools/991acf78-c0d4-4775-a104-81fd39c5557f HTTP/1.1" status: 200 len: 734 time: 0.0311682 Feb 18 08:14:45.457491 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:14:45.485316 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Made reservation on behalf of db4057fde5204913a30c5582dda795f4 for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:14:45.487582 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:45.788714 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (5f2a1b1a-0778-4a72-9fc2-faebd784056f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:45.852391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Pushing event updated for resources: {'Subnet': ['ID=5f2a1b1a-0778-4a72-9fc2-faebd784056f,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:14:45.860961 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Checking segment: {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:14:45.861328 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Network hostable DHCP agents. Network: ea76c7df-f389-4f52-868c-4a0b247d556d, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:14:45.886238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Network ea76c7df-f389-4f52-868c-4a0b247d556d is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:14:45.903488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, ea76c7df-f389-4f52-868c-4a0b247d556d) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:14:45.910096 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:14:45.910708 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:45.915603 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c465403-3839-4ce8-bcc0-39b7a0eab8f8 None None] Network ea76c7df-f389-4f52-868c-4a0b247d556d requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:14:45.932690 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f06aafdd-7136-4f50-9078-95a41bb4251a demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4784172 Feb 18 08:14:46.298247 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-ea76c7df-f389-4f52-868c-4a0b247d556d', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'project_id': 'db4057fde5204913a30c5582dda795f4', 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:14:46.299492 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:46.577693 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Allocated IP 172.20.0.2 (ea76c7df-f389-4f52-868c-4a0b247d556d/5f2a1b1a-0778-4a72-9fc2-faebd784056f/f90a022d-314f-4146-aae4-c7012ca23887) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:14:46.855497 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Publish callbacks [] for port (f90a022d-314f-4146-aae4-c7012ca23887), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:46.864347 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (f90a022d-314f-4146-aae4-c7012ca23887), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:46.943989 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Network ea76c7df-f389-4f52-868c-4a0b247d556d is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:14:46.948570 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:14:46.954145 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Pushing event updated for resources: {'Port': ['ID=f90a022d-314f-4146-aae4-c7012ca23887,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:14:46.956354 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:14:46.987376 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.987749 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.988102 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.988422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.988738 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.989088 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.989392 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.989751 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.990075 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.990445 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.990771 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.991087 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.991403 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Tracked resource versions report: Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: pushed versions: Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: { 'AddressGroup': {'1.2'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'ConntrackHelper': {'1.0'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Log': {'1.0'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Network': {'1.1'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Port': {'1.7'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'PortForwarding': {'1.2'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'QosPolicy': {'1.10'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroup': {'1.5'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SubPort': {'1.0'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Subnet': {'1.1'}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Trunk': {'1.1'}} Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: consumer versions: Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'ConntrackHelper': '1.0', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'LocalIPAssociation': '1.0', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Log': '1.0', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Network': '1.1', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Port': '1.7', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'PortForwarding': '1.2', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'QosPolicy': '1.10', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroup': '1.5', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroupRule': '1.2', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SubPort': '1.0', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Subnet': '1.1', Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Trunk': '1.1'}} Feb 18 08:14:46.992809 dv-cinder-773985-35-iscsi neutron-server[102756]: {{(pid=102756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:14:47.042979 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Attempting to bind port f90a022d-314f-4146-aae4-c7012ca23887 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:14:47.043383 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Attempting to bind port f90a022d-314f-4146-aae4-c7012ca23887 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:14:47.043800 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Attempting to bind port f90a022d-314f-4146-aae4-c7012ca23887 on network ea76c7df-f389-4f52-868c-4a0b247d556d {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:14:47.049046 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:14:47.049424 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Checking segment: {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:14:47.049874 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:47.050261 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Bound using segment: {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:14:47.050706 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Bound port: f90a022d-314f-4146-aae4-c7012ca23887, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:14:47.051103 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f90a022d-314f-4146-aae4-c7012ca23887), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:47.118015 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] For port f90a022d-314f-4146-aae4-c7012ca23887, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:14:47.122455 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] For port f90a022d-314f-4146-aae4-c7012ca23887, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f90a022d-314f-4146-aae4-c7012ca23887,segment=NetworkSegment(b2abe04a-f044-491b-8f57-1314443c44a0),segment_id=b2abe04a-f044-491b-8f57-1314443c44a0)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:14:47.131594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f90a022d-314f-4146-aae4-c7012ca23887), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:47.192394 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c452dc-d0aa-4403-a55d-9e4f73ba6926 None None] Pushing event updated for resources: {'Port': ['ID=f90a022d-314f-4146-aae4-c7012ca23887,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:14:48.461715 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53722) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:48.795377 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [None req-ce52ae9a-2c3e-4e02-8d72-065917ef20f9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:14:48.808229 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ce52ae9a-2c3e-4e02-8d72-065917ef20f9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3337493 Feb 18 08:14:51.301435 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53730) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:51.634217 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [None req-bfb496cd-85ca-46f5-88c6-a775d83fd50b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:14:51.635168 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-bfb496cd-85ca-46f5-88c6-a775d83fd50b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3328393 Feb 18 08:14:54.146116 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53738) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:54.482608 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:14:54.516550 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (2e652507-ddeb-4353-b3b1-c8fe8b4def24), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:54.518288 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (2e652507-ddeb-4353-b3b1-c8fe8b4def24), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:54.667368 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] Publish callbacks [] for router_controller (2e652507-ddeb-4353-b3b1-c8fe8b4def24), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:54.673330 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (2e652507-ddeb-4353-b3b1-c8fe8b4def24), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:54.694941 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:54.696255 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c2a60d16-5a7d-48a2-a68f-0d8618f4226a demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5490139 Feb 18 08:14:57.167902 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f90a022d-314f-4146-aae4-c7012ca23887 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:14:57.218126 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53750) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:14:57.253833 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port f90a022d-314f-4146-aae4-c7012ca23887 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:14:57.254246 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f90a022d-314f-4146-aae4-c7012ca23887), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:57.367604 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port f90a022d-314f-4146-aae4-c7012ca23887 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:14:57.368026 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f90a022d-314f-4146-aae4-c7012ca23887), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:57.402199 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port f90a022d-314f-4146-aae4-c7012ca23887, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f90a022d-314f-4146-aae4-c7012ca23887,segment=NetworkSegment(b2abe04a-f044-491b-8f57-1314443c44a0),segment_id=b2abe04a-f044-491b-8f57-1314443c44a0)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:14:57.406856 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f90a022d-314f-4146-aae4-c7012ca23887), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:57.456723 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=f90a022d-314f-4146-aae4-c7012ca23887,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:14:57.556879 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [None req-07f0ae99-2bb5-4f84-94c2-e4718ec91d98 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:14:57.557969 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-07f0ae99-2bb5-4f84-94c2-e4718ec91d98 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3389285 Feb 18 08:14:58.424198 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-43b38395-ea99-4119-9e64-fdfa54a92105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:58.542050 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149c13f-241b-4266-af55-e796c433e6d8 None None] Network ea76c7df-f389-4f52-868c-4a0b247d556d requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:14:58.646885 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-ef70a9c1-1ee8-4575-8ff4-73dac81e6ed0 None None] Provisioning complete for port f90a022d-314f-4146-aae4-c7012ca23887 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:14:58.647274 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ef70a9c1-1ee8-4575-8ff4-73dac81e6ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f90a022d-314f-4146-aae4-c7012ca23887), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:58.753964 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ef70a9c1-1ee8-4575-8ff4-73dac81e6ed0 None None] Current status of the port f90a022d-314f-4146-aae4-c7012ca23887 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:14:59.076701 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b3b95efd-85ee-41c3-811e-3a3cc433af42 None None] Provisioning complete for port f90a022d-314f-4146-aae4-c7012ca23887 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:14:59.077089 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b3b95efd-85ee-41c3-811e-3a3cc433af42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f90a022d-314f-4146-aae4-c7012ca23887), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:59.156004 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f90a022d-314f-4146-aae4-c7012ca23887 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:14:59.180053 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b3b95efd-85ee-41c3-811e-3a3cc433af42 None None] Current status of the port f90a022d-314f-4146-aae4-c7012ca23887 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:14:59.206927 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port f90a022d-314f-4146-aae4-c7012ca23887 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:14:59.207330 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f90a022d-314f-4146-aae4-c7012ca23887), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:14:59.287073 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port f90a022d-314f-4146-aae4-c7012ca23887 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:15:00.074590 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53758) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:15:00.421791 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:15:00.454103 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Made reservation on behalf of 955ec9c4ef834cc19e43cebf13dec424 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:15:00.457019 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.472287 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.528012 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c2e29ab3-d934-4c1d-bb85-9e4214b1cd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.576047 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks [] for security_group (33a0c21f-a60a-4539-badd-700b52a80e44), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.582497 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (33a0c21f-a60a-4539-badd-700b52a80e44), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.593440 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Reserving flat network on physical network physnet1 {{(pid=102755) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 08:15:00.624021 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753430445222', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (dc835312-d0ed-489d-84b7-54f1faad1e70), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.624563 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Unsubscribe: segment precommit_create {{(pid=102755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 08:15:00.625071 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Added segment dc835312-d0ed-489d-84b7-54f1faad1e70 of type flat for network 103d0833-d6b7-4256-b100-bd2747b5107f Feb 18 08:15:00.642811 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0c21f-a60a-4539-badd-700b52a80e44,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:00.697829 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.698185 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.698502 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.698853 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.699238 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.699497 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.699842 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.700174 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.700534 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.700821 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.701136 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.701450 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.701763 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Tracked resource versions report: Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: pushed versions: Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: { 'AddressGroup': {'1.2'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'ConntrackHelper': {'1.0'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Log': {'1.0'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Network': {'1.1'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Port': {'1.7'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'PortForwarding': {'1.2'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'QosPolicy': {'1.10'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroup': {'1.5'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SubPort': {'1.0'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Subnet': {'1.1'}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Trunk': {'1.1'}} Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: consumer versions: Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'ConntrackHelper': '1.0', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'LocalIPAssociation': '1.0', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Log': '1.0', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Network': '1.1', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Port': '1.7', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'PortForwarding': '1.2', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'QosPolicy': '1.10', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroup': '1.5', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroupRule': '1.2', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SubPort': '1.0', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Subnet': '1.1', Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Trunk': '1.1'}} Feb 18 08:15:00.703129 dv-cinder-773985-35-iscsi neutron-server[102755]: {{(pid=102755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:15:00.745921 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (103d0833-d6b7-4256-b100-bd2747b5107f), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.793213 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (103d0833-d6b7-4256-b100-bd2747b5107f), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.794460 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:15:00.795175 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:00.873840 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7982547 Feb 18 08:15:00.896157 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc95659-8a86-4cad-8273-cbec871f699f admin admin] Pushing event updated for resources: {'Network': ['ID=103d0833-d6b7-4256-b100-bd2747b5107f,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:00.907425 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 103d0833-d6b7-4256-b100-bd2747b5107f details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:15:01.798289 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:02.946351 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:03.371262 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 53780) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:15:03.571429 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414f0223-d303-4f46-b606-8e1c59b0dde2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:15:03.572790 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-414f0223-d303-4f46-b606-8e1c59b0dde2 demo admin] 10.222.0.69 "GET /v2.0/subnets/5f2a1b1a-0778-4a72-9fc2-faebd784056f HTTP/1.1" status: 200 len: 849 time: 0.2001758 Feb 18 08:15:03.737863 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-2771613c-f2c7-4526-9425-a303f94ea1e1 demo admin] 10.222.0.69 "GET /v2.0/routers/2e652507-ddeb-4353-b3b1-c8fe8b4def24 HTTP/1.1" status: 200 len: 704 time: 0.1570513 Feb 18 08:15:04.021666 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:04.321000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Allocated IP 172.20.0.1 (ea76c7df-f389-4f52-868c-4a0b247d556d/5f2a1b1a-0778-4a72-9fc2-faebd784056f/2c397d55-1453-468f-86f6-538403b1534a) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:15:04.455405 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:04.487655 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks [] for port (2c397d55-1453-468f-86f6-538403b1534a), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:04.555851 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (2c397d55-1453-468f-86f6-538403b1534a), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:04.678567 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Network ea76c7df-f389-4f52-868c-4a0b247d556d is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:15:04.683896 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:15:04.687244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:15:04.687809 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (2e652507-ddeb-4353-b3b1-c8fe8b4def24), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:04.746895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Pushing event updated for resources: {'Port': ['ID=2c397d55-1453-468f-86f6-538403b1534a,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:04.840523 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-dfbab0ec-65c6-455a-9d67-2d52ff94fc22 None None] Provisioning complete for port 2c397d55-1453-468f-86f6-538403b1534a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:04.840908 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-dfbab0ec-65c6-455a-9d67-2d52ff94fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (2c397d55-1453-468f-86f6-538403b1534a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:04.873969 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-dfbab0ec-65c6-455a-9d67-2d52ff94fc22 None None] Port 2c397d55-1453-468f-86f6-538403b1534a cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:15:04.909191 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (2c397d55-1453-468f-86f6-538403b1534a), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:05.137838 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks [] for port (2c397d55-1453-468f-86f6-538403b1534a), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:05.145748 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (2c397d55-1453-468f-86f6-538403b1534a), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:05.146674 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (2e652507-ddeb-4353-b3b1-c8fe8b4def24), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:05.222736 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Pushing event updated for resources: {'Port': ['ID=2c397d55-1453-468f-86f6-538403b1534a,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:05.273253 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Network ea76c7df-f389-4f52-868c-4a0b247d556d is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:15:05.274562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:15:05.444406 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:15:05.496831 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-33d69ad2-e355-40aa-bae2-bb06e5b353d9 None None] Provisioning complete for port 2c397d55-1453-468f-86f6-538403b1534a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:05.497436 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-33d69ad2-e355-40aa-bae2-bb06e5b353d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (2c397d55-1453-468f-86f6-538403b1534a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:05.532807 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-33d69ad2-e355-40aa-bae2-bb06e5b353d9 None None] Port 2c397d55-1453-468f-86f6-538403b1534a cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:15:05.537048 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:15:05.543043 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-74e8c489-1d9a-45f5-8cf2-dfb8ac437d90 demo admin] 10.222.0.69 "PUT /v2.0/routers/2e652507-ddeb-4353-b3b1-c8fe8b4def24/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7989511 Feb 18 08:15:05.547610 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Sync routers for ids ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:15:05.560369 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Routers {'2e652507-ddeb-4353-b3b1-c8fe8b4def24'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:15:05.561198 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:15:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:05.752738 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Set router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 gateway port host: None {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:15:06.202884 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'name': 'router1', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:14:54Z', 'updated_at': '2022-02-18T08:15:04Z', 'revision_number': 2, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'gw_port_host': None, '_interfaces': [{'id': '2c397d55-1453-468f-86f6-538403b1534a', 'name': '', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'mac_address': 'fa:16:3e:b7:74:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:04Z', 'updated_at': '2022-02-18T08:15:04Z', 'revision_number': 2, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'subnets': [{'id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:06.256089 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Checking router: 2e652507-ddeb-4353-b3b1-c8fe8b4def24 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:15:06.256437 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Updating router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 port 2c397d55-1453-468f-86f6-538403b1534a binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:15:06.310037 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (2c397d55-1453-468f-86f6-538403b1534a), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:06.834200 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Publish callbacks [] for port (2c397d55-1453-468f-86f6-538403b1534a), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:06.841525 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (2c397d55-1453-468f-86f6-538403b1534a), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:06.936846 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Pushing event updated for resources: {'Port': ['ID=2c397d55-1453-468f-86f6-538403b1534a,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:06.987918 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.988276 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.988626 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.988963 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.989303 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.989625 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.990045 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.990377 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.990704 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.991047 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.991375 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.991827 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.992044 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Tracked resource versions report: Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: pushed versions: Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: { 'AddressGroup': {'1.2'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'ConntrackHelper': {'1.0'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Log': {'1.0'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Network': {'1.1'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Port': {'1.7'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'PortForwarding': {'1.2'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'QosPolicy': {'1.10'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroup': {'1.5'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SubPort': {'1.0'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Subnet': {'1.1'}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Trunk': {'1.1'}} Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: consumer versions: Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'ConntrackHelper': '1.0', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'LocalIPAssociation': '1.0', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Log': '1.0', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Network': '1.1', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Port': '1.7', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'PortForwarding': '1.2', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'QosPolicy': '1.10', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroup': '1.5', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroupRule': '1.2', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SubPort': '1.0', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Subnet': '1.1', Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Trunk': '1.1'}} Feb 18 08:15:06.993480 dv-cinder-773985-35-iscsi neutron-server[102757]: {{(pid=102757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:15:07.024701 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Attempting to bind port 2c397d55-1453-468f-86f6-538403b1534a on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:15:07.025185 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Attempting to bind port 2c397d55-1453-468f-86f6-538403b1534a by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:15:07.025642 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Attempting to bind port 2c397d55-1453-468f-86f6-538403b1534a on network ea76c7df-f389-4f52-868c-4a0b247d556d {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:15:07.031305 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:15:07.031801 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Checking segment: {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:15:07.032320 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.032775 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Bound using segment: {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:15:07.033385 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Bound port: 2c397d55-1453-468f-86f6-538403b1534a, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2abe04a-f044-491b-8f57-1314443c44a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:15:07.035768 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (2c397d55-1453-468f-86f6-538403b1534a), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.104735 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] For port 2c397d55-1453-468f-86f6-538403b1534a, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:15:07.123942 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] For port 2c397d55-1453-468f-86f6-538403b1534a, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=2c397d55-1453-468f-86f6-538403b1534a,segment=NetworkSegment(b2abe04a-f044-491b-8f57-1314443c44a0),segment_id=b2abe04a-f044-491b-8f57-1314443c44a0)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:15:07.130964 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (2c397d55-1453-468f-86f6-538403b1534a), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.163905 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] Provisioning complete for port 2c397d55-1453-468f-86f6-538403b1534a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:07.165147 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (2c397d55-1453-468f-86f6-538403b1534a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.177869 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Routers {'2e652507-ddeb-4353-b3b1-c8fe8b4def24'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:15:07.178817 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:15:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:07.258238 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] Current status of the port 2c397d55-1453-468f-86f6-538403b1534a is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:15:07.258643 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (2c397d55-1453-468f-86f6-538403b1534a), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.276043 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] Set router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 gateway port host: None {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:15:07.295033 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] For port 2c397d55-1453-468f-86f6-538403b1534a, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=2c397d55-1453-468f-86f6-538403b1534a,segment=NetworkSegment(b2abe04a-f044-491b-8f57-1314443c44a0),segment_id=b2abe04a-f044-491b-8f57-1314443c44a0)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:15:07.302905 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (2c397d55-1453-468f-86f6-538403b1534a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.401420 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac7fb5-36cc-4826-a225-dc9f5508d6f7 None None] Pushing event updated for resources: {'Port': ['ID=2c397d55-1453-468f-86f6-538403b1534a,revision_number=4']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:07.433513 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2801b64-6814-4c05-9a51-0a7808e2a8da None None] Pushing event updated for resources: {'Port': ['ID=2c397d55-1453-468f-86f6-538403b1534a,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:07.441288 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-7145547d-58bf-4863-975a-808e8241fcd5 None None] Provisioning complete for port 2c397d55-1453-468f-86f6-538403b1534a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:07.441684 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7145547d-58bf-4863-975a-808e8241fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (2c397d55-1453-468f-86f6-538403b1534a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:07.502920 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'name': 'router1', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:14:54Z', 'updated_at': '2022-02-18T08:15:04Z', 'revision_number': 2, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'gw_port_host': None, '_interfaces': [{'id': '2c397d55-1453-468f-86f6-538403b1534a', 'name': '', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'mac_address': 'fa:16:3e:b7:74:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:04Z', 'updated_at': '2022-02-18T08:15:07Z', 'revision_number': 4, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'subnets': [{'id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:07.524162 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-7145547d-58bf-4863-975a-808e8241fcd5 None None] Current status of the port 2c397d55-1453-468f-86f6-538403b1534a is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:15:07.531973 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4cbe1-a5c9-442e-96f2-4c94d582c666 None None] The sync data for ids ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'] in dv-cinder-773985-35-iscsi is: [{'id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'name': 'router1', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:14:54Z', 'updated_at': '2022-02-18T08:15:04Z', 'revision_number': 2, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'gw_port_host': None, '_interfaces': [{'id': '2c397d55-1453-468f-86f6-538403b1534a', 'name': '', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'mac_address': 'fa:16:3e:b7:74:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:04Z', 'updated_at': '2022-02-18T08:15:07Z', 'revision_number': 4, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'subnets': [{'id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:15:07.962792 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 53800) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:15:08.071359 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f3dbf-5ae4-4ff3-8023-3cc30bd6bc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:15:08.072660 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-bf5f3dbf-5ae4-4ff3-8023-3cc30bd6bc50 admin admin] 10.222.0.69 "GET /v2.0/networks/103d0833-d6b7-4256-b100-bd2747b5107f HTTP/1.1" status: 200 len: 842 time: 0.1087933 Feb 18 08:15:08.082488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'enable_dhcp': False}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:15:08.103529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Made reservation on behalf of 955ec9c4ef834cc19e43cebf13dec424 for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:15:08.105921 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:08.390847 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.objects.ports [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102754) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 18 08:15:08.391157 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (92e4ca71-cf28-4238-94f4-59d36d854970), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:08.448149 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e4ca71-cf28-4238-94f4-59d36d854970,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:08.455216 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:15:08.455431 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Network hostable DHCP agents. Network: 103d0833-d6b7-4256-b100-bd2747b5107f, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:15:08.472763 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:15:08.482133 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 103d0833-d6b7-4256-b100-bd2747b5107f) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:15:08.487599 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:15:08.491218 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad97dcb-b40b-4afc-a5c1-7106f7b6ce0a None None] Network 103d0833-d6b7-4256-b100-bd2747b5107f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:15:08.495121 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:08.512638 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-855d62ca-51ae-4b22-81e4-2fee1c69e397 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4336560 Feb 18 08:15:08.595792 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ef9e3-6a48-4540-9b9b-7f64527fdc98 None None] Network 103d0833-d6b7-4256-b100-bd2747b5107f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:15:10.896085 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53808) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:15:11.141529 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-77390c3f-dc86-4f84-82b7-c5627dbcb3fa demo admin] 10.222.0.69 "GET /v2.0/routers/2e652507-ddeb-4353-b3b1-c8fe8b4def24 HTTP/1.1" status: 200 len: 710 time: 0.2442892 Feb 18 08:15:11.291543 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747e133-c9a9-438a-b63d-380289ded495 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:15:11.292999 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-4747e133-c9a9-438a-b63d-380289ded495 demo admin] 10.222.0.69 "GET /v2.0/networks/103d0833-d6b7-4256-b100-bd2747b5107f HTTP/1.1" status: 200 len: 886 time: 0.1460352 Feb 18 08:15:11.301921 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:15:11.557055 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks [] for router_gateway (2e652507-ddeb-4353-b3b1-c8fe8b4def24), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:11.810117 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks [] for router_gateway (2e652507-ddeb-4353-b3b1-c8fe8b4def24), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:11.883540 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:12.066085 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Allocated IP 172.27.3.104 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/75b1859a-84d3-4727-8898-bfe8f666e9f4) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:15:12.177418 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks [] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:12.240958 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:12.379771 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:15:12.384713 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:15:12.388366 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:15:12.428167 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Pushing event updated for resources: {'Port': ['ID=75b1859a-84d3-4727-8898-bfe8f666e9f4,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:12.683348 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks [] for router_gateway (2e652507-ddeb-4353-b3b1-c8fe8b4def24), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:12.890686 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4545'] for router (2e652507-ddeb-4353-b3b1-c8fe8b4def24), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:12.895450 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-542191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556402'] for router (2e652507-ddeb-4353-b3b1-c8fe8b4def24), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:13.012404 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:15:13.135257 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:15:13.139829 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:13.141079 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3be2ed62-3d5b-44b0-b201-e998e0a7f627 demo admin] 10.222.0.69 "PUT /v2.0/routers/2e652507-ddeb-4353-b3b1-c8fe8b4def24 HTTP/1.1" status: 200 len: 890 time: 1.8424151 Feb 18 08:15:15.179220 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 2c397d55-1453-468f-86f6-538403b1534a up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:15:15.229024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 2c397d55-1453-468f-86f6-538403b1534a triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:15.229394 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (2c397d55-1453-468f-86f6-538403b1534a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:15.314827 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 2c397d55-1453-468f-86f6-538403b1534a is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:15:15.661389 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 53820) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:15:15.791603 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ab148f3d-3a1d-41ce-ba98-4b9090843ef6 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1223314 Feb 18 08:15:16.234162 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Sync routers for ids ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:15:16.247149 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Routers {'2e652507-ddeb-4353-b3b1-c8fe8b4def24'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:15:16.248086 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:15:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:16.464789 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Set router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:15:16.865827 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'name': 'router1', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '75b1859a-84d3-4727-8898-bfe8f666e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:14:54Z', 'updated_at': '2022-02-18T08:15:12Z', 'revision_number': 4, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'gw_port': {'id': '75b1859a-84d3-4727-8898-bfe8f666e9f4', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:11Z', 'updated_at': '2022-02-18T08:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '2c397d55-1453-468f-86f6-538403b1534a', 'name': '', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'mac_address': 'fa:16:3e:b7:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:04Z', 'updated_at': '2022-02-18T08:15:07Z', 'revision_number': 5, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'subnets': [{'id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:16.919189 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Checking router: 2e652507-ddeb-4353-b3b1-c8fe8b4def24 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:15:16.919532 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Updating router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 port 75b1859a-84d3-4727-8898-bfe8f666e9f4 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:15:16.966511 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:15:16.971764 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:17.375836 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Publish callbacks [] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:17.383854 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:17.428003 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160e8a9-f00b-400e-ade1-dd3afd0328af None None] Pushing event updated for resources: {'Port': ['ID=75b1859a-84d3-4727-8898-bfe8f666e9f4,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:17.454596 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Attempting to bind port 75b1859a-84d3-4727-8898-bfe8f666e9f4 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:15:17.454958 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Attempting to bind port 75b1859a-84d3-4727-8898-bfe8f666e9f4 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:15:17.455312 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Attempting to bind port 75b1859a-84d3-4727-8898-bfe8f666e9f4 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:15:17.461818 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:15:17.462186 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:15:17.462588 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:17.463334 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:15:17.463443 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Bound port: 75b1859a-84d3-4727-8898-bfe8f666e9f4, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:15:17.464040 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:17.517082 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] For port 75b1859a-84d3-4727-8898-bfe8f666e9f4, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:15:17.520528 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] For port 75b1859a-84d3-4727-8898-bfe8f666e9f4, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=75b1859a-84d3-4727-8898-bfe8f666e9f4,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:15:17.526423 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:17.578064 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Routers {'2e652507-ddeb-4353-b3b1-c8fe8b4def24'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:15:17.578718 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:15:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:17.654623 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160e8a9-f00b-400e-ade1-dd3afd0328af None None] Pushing event updated for resources: {'Port': ['ID=75b1859a-84d3-4727-8898-bfe8f666e9f4,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:17.700163 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] Set router 2e652507-ddeb-4353-b3b1-c8fe8b4def24 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:15:17.920171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'name': 'router1', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '75b1859a-84d3-4727-8898-bfe8f666e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:14:54Z', 'updated_at': '2022-02-18T08:15:12Z', 'revision_number': 4, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'gw_port': {'id': '75b1859a-84d3-4727-8898-bfe8f666e9f4', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:11Z', 'updated_at': '2022-02-18T08:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '2c397d55-1453-468f-86f6-538403b1534a', 'name': '', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'mac_address': 'fa:16:3e:b7:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:04Z', 'updated_at': '2022-02-18T08:15:07Z', 'revision_number': 5, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'subnets': [{'id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:15:17.949643 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb8d0d-7692-4b45-9da2-7e5c7bed4319 None None] The sync data for ids ['2e652507-ddeb-4353-b3b1-c8fe8b4def24'] in dv-cinder-773985-35-iscsi is: [{'id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'name': 'router1', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '75b1859a-84d3-4727-8898-bfe8f666e9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:14:54Z', 'updated_at': '2022-02-18T08:15:12Z', 'revision_number': 4, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'gw_port': {'id': '75b1859a-84d3-4727-8898-bfe8f666e9f4', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:11Z', 'updated_at': '2022-02-18T08:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '2c397d55-1453-468f-86f6-538403b1534a', 'name': '', 'network_id': 'ea76c7df-f389-4f52-868c-4a0b247d556d', 'tenant_id': 'db4057fde5204913a30c5582dda795f4', 'mac_address': 'fa:16:3e:b7:74:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e652507-ddeb-4353-b3b1-c8fe8b4def24', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:15:04Z', 'updated_at': '2022-02-18T08:15:07Z', 'revision_number': 5, 'project_id': 'db4057fde5204913a30c5582dda795f4', 'subnets': [{'id': '5f2a1b1a-0778-4a72-9fc2-faebd784056f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '991acf78-c0d4-4775-a104-81fd39c5557f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:15:19.208637 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 75b1859a-84d3-4727-8898-bfe8f666e9f4 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:15:19.277209 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 75b1859a-84d3-4727-8898-bfe8f666e9f4 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:19.277605 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:19.386467 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 75b1859a-84d3-4727-8898-bfe8f666e9f4 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:15:19.386810 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:19.413484 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 75b1859a-84d3-4727-8898-bfe8f666e9f4, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=75b1859a-84d3-4727-8898-bfe8f666e9f4,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:15:19.421038 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:19.477488 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=75b1859a-84d3-4727-8898-bfe8f666e9f4,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:15:21.218443 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 75b1859a-84d3-4727-8898-bfe8f666e9f4 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:15:21.357788 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 75b1859a-84d3-4727-8898-bfe8f666e9f4 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:15:21.358192 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (75b1859a-84d3-4727-8898-bfe8f666e9f4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:21.445230 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 75b1859a-84d3-4727-8898-bfe8f666e9f4 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:15:28.424889 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-bd5e447f-a0e2-4cbc-a553-abd8322dcd48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:30.534562 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-10ad6408-52d6-454d-9ceb-abba3e3d8a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:31.812109 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:32.955774 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:34.463918 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:15:53.966425 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:15:58.431677 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-aebe5ad1-a18c-485f-b60f-540fc5a58f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:00.537947 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-2d2d5ce1-3347-4570-8075-17a5d4f871c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:01.810100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:02.969125 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:04.461750 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:28.418516 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e13bbffd-4bd4-4838-bd80-3dacdbaa86d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:30.533196 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5eb000ca-0eef-4c59-9817-08a353680360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:30.965138 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:16:31.808503 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:32.959901 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:34.461268 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:36.291750 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54304) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:36.357902 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3030cd22-7e41-4773-aef2-0b686f8521de admin admin] GET failed (client error): The resource could not be found. Feb 18 08:16:36.359154 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3030cd22-7e41-4773-aef2-0b686f8521de admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663543 Feb 18 08:16:36.522783 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9be7075-2b3e-4dd6-979e-c4564dc0bff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:36.524187 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a9be7075-2b3e-4dd6-979e-c4564dc0bff9 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606886 Feb 18 08:16:38.855986 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54314) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:38.951968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382caaab-520b-41e4-8114-da9ea8581bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:38.953282 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-382caaab-520b-41e4-8114-da9ea8581bc3 admin admin] 10.222.0.69 "GET /v2.0/subnets/5f2a1b1a-0778-4a72-9fc2-faebd784056f HTTP/1.1" status: 200 len: 849 time: 0.0963633 Feb 18 08:16:38.962680 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:16:39.060669 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Publish callbacks [] for subnet (5f2a1b1a-0778-4a72-9fc2-faebd784056f), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:39.291180 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753430485899'] for subnet (5f2a1b1a-0778-4a72-9fc2-faebd784056f), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:39.321955 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:39.322462 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:39.327665 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] 10.222.0.69 "PUT /v2.0/subnets/5f2a1b1a-0778-4a72-9fc2-faebd784056f HTTP/1.1" status: 200 len: 868 time: 0.3646905 Feb 18 08:16:39.327818 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24b8e8c-5986-47b0-a2b8-7a6d7fa986e5 None None] Network ea76c7df-f389-4f52-868c-4a0b247d556d requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:16:39.343699 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2a1b1a-0778-4a72-9fc2-faebd784056f,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:16:39.351980 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.352380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.352681 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.353047 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.353338 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.353668 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.354000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.354341 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.354681 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.355011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.355336 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.355694 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.356009 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd076c5c-a046-48a0-b3c0-cdd4e7412713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:16:39.683844 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b84851b2-0dea-49a9-89b7-7fdc187f1fb0 None None] Provisioning complete for port 2c397d55-1453-468f-86f6-538403b1534a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:16:39.684266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b84851b2-0dea-49a9-89b7-7fdc187f1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (2c397d55-1453-468f-86f6-538403b1534a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:39.763935 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b84851b2-0dea-49a9-89b7-7fdc187f1fb0 None None] Current status of the port 2c397d55-1453-468f-86f6-538403b1534a is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:16:39.773933 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b84851b2-0dea-49a9-89b7-7fdc187f1fb0 None None] Provisioning complete for port f90a022d-314f-4146-aae4-c7012ca23887 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:16:39.774310 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b84851b2-0dea-49a9-89b7-7fdc187f1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f90a022d-314f-4146-aae4-c7012ca23887), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:39.854288 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b84851b2-0dea-49a9-89b7-7fdc187f1fb0 None None] Current status of the port f90a022d-314f-4146-aae4-c7012ca23887 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:16:41.644864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54324) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:41.867247 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970e7bc-2148-4492-9ac2-72203f09a94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:41.867656 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970e7bc-2148-4492-9ac2-72203f09a94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:41.869210 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6970e7bc-2148-4492-9ac2-72203f09a94f admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2233276 Feb 18 08:16:44.169006 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54332) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:44.301915 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3218c0-2e03-47d6-afb9-5cbda9c93742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:44.302419 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3218c0-2e03-47d6-afb9-5cbda9c93742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:44.303969 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6f3218c0-2e03-47d6-afb9-5cbda9c93742 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336610 Feb 18 08:16:46.623473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54340) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:46.762442 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6356df40-d884-4205-bc7f-4258b52a90cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:46.763867 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6356df40-d884-4205-bc7f-4258b52a90cf admin admin] 10.222.0.69 "GET /v2.0/networks/103d0833-d6b7-4256-b100-bd2747b5107f HTTP/1.1" status: 200 len: 886 time: 0.1393635 Feb 18 08:16:49.064608 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54348) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:49.228677 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48760120-9840-4b21-a7e3-2f92c963b322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:49.230095 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-48760120-9840-4b21-a7e3-2f92c963b322 admin admin] 10.222.0.69 "GET /v2.0/networks/ea76c7df-f389-4f52-868c-4a0b247d556d HTTP/1.1" status: 200 len: 869 time: 0.1645987 Feb 18 08:16:51.527465 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54356) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:51.673753 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb53ba-2edd-4542-b680-0de9c9003ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:51.674220 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb53ba-2edd-4542-b680-0de9c9003ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:51.675787 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-17eb53ba-2edd-4542-b680-0de9c9003ff2 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1472716 Feb 18 08:16:53.982791 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54364) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:54.084907 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4030f98-86ac-411e-ab0e-ab90965c8202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:54.085232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4030f98-86ac-411e-ab0e-ab90965c8202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:54.086758 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c4030f98-86ac-411e-ab0e-ab90965c8202 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030045 Feb 18 08:16:56.396795 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54372) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:56.502296 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b9254-ad7f-4eda-a3d7-03850d1387ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:56.503655 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a14b9254-ad7f-4eda-a3d7-03850d1387ab admin admin] 10.222.0.69 "GET /v2.0/subnets/5f2a1b1a-0778-4a72-9fc2-faebd784056f HTTP/1.1" status: 200 len: 868 time: 0.1058755 Feb 18 08:16:58.423217 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-0028fa72-a732-4c08-ae3e-9fdda03ab1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:16:58.802857 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54380) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:16:58.907092 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62b871-2794-4ce4-8ddd-92a78a4c6d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:16:58.908460 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-4b62b871-2794-4ce4-8ddd-92a78a4c6d33 admin admin] 10.222.0.69 "GET /v2.0/subnets/92e4ca71-cf28-4238-94f4-59d36d854970 HTTP/1.1" status: 200 len: 816 time: 0.1046433 Feb 18 08:17:00.542515 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1cea7f1d-5916-4294-bf42-32417dac5568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:01.814448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:02.962668 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:04.457967 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:07.964638 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:17:26.804769 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54432) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:17:26.858630 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [None req-874d4f09-4869-41ad-8dbf-f3cee17aa24e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:17:26.859654 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-874d4f09-4869-41ad-8dbf-f3cee17aa24e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537217 Feb 18 08:17:28.428067 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d66acc7-41e4-459c-b26f-071dcc2dc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:29.265549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54440) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:17:29.334298 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ebe694-08b0-44ee-a846-cb15a2b60cac admin admin] GET failed (client error): The resource could not be found. Feb 18 08:17:29.335569 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-15ebe694-08b0-44ee-a846-cb15a2b60cac admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0690482 Feb 18 08:17:29.490390 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c0825-7c45-44ac-8a85-4762b7367625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:17:29.491814 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c39c0825-7c45-44ac-8a85-4762b7367625 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1498241 Feb 18 08:17:30.537201 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7f2e9515-557a-4b17-8dcb-afcd384eee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:31.815828 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:31.841225 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54448) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:17:31.887789 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:17:31.906952 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Made reservation on behalf of 955ec9c4ef834cc19e43cebf13dec424 for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:17:31.909208 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:31.936445 dv-cinder-773985-35-iscsi neutron-server[102754]: WARNING neutron.services.revisions.revision_plugin [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Could not find related network for resource to bump revision. Feb 18 08:17:31.952272 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:17:31.968198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (558d0c9b-70b9-4b96-89d1-c74940b8fd7a), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:31.968723 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Added segment 558d0c9b-70b9-4b96-89d1-c74940b8fd7a of type vlan for network 5d3d7111-faa5-4014-a159-8b978801a501 Feb 18 08:17:32.008573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (5d3d7111-faa5-4014-a159-8b978801a501), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:32.036465 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (5d3d7111-faa5-4014-a159-8b978801a501), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:32.037333 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:17:32.037904 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:32.116337 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2740033 Feb 18 08:17:32.129946 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea55487-068f-4bde-b97b-e58e8bf6ee73 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3d7111-faa5-4014-a159-8b978801a501,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:17:32.141172 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 5d3d7111-faa5-4014-a159-8b978801a501 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:17:32.966537 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:34.446197 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54456) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:17:34.456829 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:34.525237 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ddec29-e02d-4cb7-848d-7fdcd56e22b3 admin admin] GET failed (client error): The resource could not be found. Feb 18 08:17:34.526598 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-31ddec29-e02d-4cb7-848d-7fdcd56e22b3 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0794239 Feb 18 08:17:34.604200 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33fead-79b7-4ebe-b7db-8a69f85e8477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:17:34.605676 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-8d33fead-79b7-4ebe-b7db-8a69f85e8477 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0746565 Feb 18 08:17:34.621453 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:17:34.648521 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Made reservation on behalf of 955ec9c4ef834cc19e43cebf13dec424 for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:17:34.651797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:34.833847 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (9172369d-94f5-4444-9f72-fa37f092d099), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:34.885620 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9172369d-94f5-4444-9f72-fa37f092d099,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:17:34.900921 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Checking segment: {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:17:34.901237 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Network hostable DHCP agents. Network: 5d3d7111-faa5-4014-a159-8b978801a501, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:17:34.922939 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Network 5d3d7111-faa5-4014-a159-8b978801a501 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:17:34.932899 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 5d3d7111-faa5-4014-a159-8b978801a501) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:17:34.938075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:17:34.940184 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:34.941011 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14315660-5b4d-41c2-976c-7d15ce841098 None None] Network 5d3d7111-faa5-4014-a159-8b978801a501 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:17:34.956281 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-40126bf5-1fc1-4d7d-b305-6e8290452bae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418899 Feb 18 08:17:35.049330 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-5d3d7111-faa5-4014-a159-8b978801a501', 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501', 'project_id': '955ec9c4ef834cc19e43cebf13dec424', 'fixed_ips': [{'subnet_id': '9172369d-94f5-4444-9f72-fa37f092d099'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:17:35.050225 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:35.195145 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Allocated IP 192.168.233.2 (5d3d7111-faa5-4014-a159-8b978801a501/9172369d-94f5-4444-9f72-fa37f092d099/dece5e69-3a07-4ac9-b294-3febd5666410) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:17:35.343840 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Publish callbacks [] for port (dece5e69-3a07-4ac9-b294-3febd5666410), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:35.350937 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:35.392438 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Network 5d3d7111-faa5-4014-a159-8b978801a501 is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:17:35.395404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:17:35.399562 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:17:35.402673 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Pushing event updated for resources: {'Port': ['ID=dece5e69-3a07-4ac9-b294-3febd5666410,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:17:35.412753 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.413104 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.413476 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.413796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.414130 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.414447 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.414781 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.415110 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.415432 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.416154 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.416485 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.416809 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.417118 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:17:35.468402 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Attempting to bind port dece5e69-3a07-4ac9-b294-3febd5666410 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:17:35.469048 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Attempting to bind port dece5e69-3a07-4ac9-b294-3febd5666410 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:17:35.469048 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Attempting to bind port dece5e69-3a07-4ac9-b294-3febd5666410 on network 5d3d7111-faa5-4014-a159-8b978801a501 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:17:35.474207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:17:35.474569 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Checking segment: {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:17:35.474959 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:35.475341 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Bound using segment: {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:17:35.475820 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Bound port: dece5e69-3a07-4ac9-b294-3febd5666410, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:17:35.476185 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:35.539206 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] For port dece5e69-3a07-4ac9-b294-3febd5666410, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:17:35.542618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] For port dece5e69-3a07-4ac9-b294-3febd5666410, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=dece5e69-3a07-4ac9-b294-3febd5666410,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:17:35.549035 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:35.603315 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841a455-abc9-42da-bea5-5cc61b90c737 None None] Pushing event updated for resources: {'Port': ['ID=dece5e69-3a07-4ac9-b294-3febd5666410,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:17:36.464352 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdc445-4417-4b68-b49f-f735d90289a7 None None] Network 5d3d7111-faa5-4014-a159-8b978801a501 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:17:36.550417 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] Provisioning complete for port dece5e69-3a07-4ac9-b294-3febd5666410 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:17:36.551066 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:36.663168 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] Current status of the port dece5e69-3a07-4ac9-b294-3febd5666410 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:17:36.663551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:36.700804 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] For port dece5e69-3a07-4ac9-b294-3febd5666410, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=dece5e69-3a07-4ac9-b294-3febd5666410,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:17:36.708851 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:36.766880 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ecf9b-f2f0-48ad-86ea-02b35da523e2 None None] Pushing event updated for resources: {'Port': ['ID=dece5e69-3a07-4ac9-b294-3febd5666410,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:17:36.829448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-7659781b-f13b-4af4-aaf0-ce02b33da7d4 None None] Provisioning complete for port dece5e69-3a07-4ac9-b294-3febd5666410 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:17:36.829832 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7659781b-f13b-4af4-aaf0-ce02b33da7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:36.907865 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-7659781b-f13b-4af4-aaf0-ce02b33da7d4 None None] Current status of the port dece5e69-3a07-4ac9-b294-3febd5666410 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:17:37.267028 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device dece5e69-3a07-4ac9-b294-3febd5666410 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:17:37.320210 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port dece5e69-3a07-4ac9-b294-3febd5666410 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:17:37.320550 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (dece5e69-3a07-4ac9-b294-3febd5666410), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:17:37.499576 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port dece5e69-3a07-4ac9-b294-3febd5666410 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:17:44.964002 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:17:58.432697 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f66664cf-8f43-4548-8cf8-40cb18c04ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:00.541942 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-86901fa3-55c9-401c-a4d2-18e695393085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:01.817743 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:02.970707 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:04.453137 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:21.966326 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:18:28.439277 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a7f182eb-143b-4f51-96c6-29fc6008c22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:30.547360 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-32fa66a5-d488-499a-9563-25cb7d649d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:31.828034 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:32.973637 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:34.460039 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:58.433504 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac42c-ad20-4535-9e5f-7805ba171351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:18:58.965425 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:19:00.557391 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4e7f2feb-4dbc-4bf3-a5fc-4ff69d940415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:01.824629 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:02.976425 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.100881 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54494) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:19:03.106855 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [None req-e3021e01-7bb4-433a-a8d9-4480dde07577 tempest-verify_tempest_config-140591439 tempest-verify_tempest_config-140591439-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:19:03.107895 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-e3021e01-7bb4-433a-a8d9-4480dde07577 tempest-verify_tempest_config-140591439 tempest-verify_tempest_config-140591439-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060089 Feb 18 08:19:03.446130 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54512) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:19:03.558281 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.642176 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Publish callbacks [] for security_group (c321137a-956d-49d0-9490-6dc2bc412515), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.647565 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c321137a-956d-49d0-9490-6dc2bc412515), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.695005 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2451e22f5c364b729d046b68227563fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2478008 Feb 18 08:19:03.696224 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c321137a-956d-49d0-9490-6dc2bc412515,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:19:03.698011 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54518) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:19:03.702913 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.703326 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.703606 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.703970 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.704299 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.704611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.704936 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.705264 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.705589 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.705917 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.706238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.706556 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.706903 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90cd45-651e-4c72-b655-732001602f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.753280 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Publish callbacks [] for security_group (c321137a-956d-49d0-9490-6dc2bc412515), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.783753 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Publish callbacks [] for security_group (c321137a-956d-49d0-9490-6dc2bc412515), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.876030 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c321137a-956d-49d0-9490-6dc2bc412515), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.878761 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:03.880035 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c321137a-956d-49d0-9490-6dc2bc412515 HTTP/1.1" status: 204 len: 168 time: 0.1809123 Feb 18 08:19:03.887755 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c321137a-956d-49d0-9490-6dc2bc412515,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:19:03.894333 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.894694 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.895050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.895410 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.895766 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.896094 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.896416 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.896738 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.897080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.897396 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.897707 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.898022 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:03.898336 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fadd98-a378-4903-99df-fb95fc03c610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:19:04.452876 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:28.442777 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d0c366a2-4f14-4b85-ae6f-45454cd47b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:30.555939 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-932b41a7-982a-402f-804f-858e27a82ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:31.832788 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:32.987223 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:34.454989 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:19:35.969659 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:19:58.438562 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-27b6e838-b851-47d1-95a2-305a735dd689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:00.550950 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-2c763382-2b25-4cfe-86f5-b8db67504416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:01.836594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:02.996010 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:04.462192 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:12.973644 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 5 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:20:28.440619 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-78fcee63-5f53-47f5-9bdf-dbc821afb7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:30.555997 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c5eb5ed0-9807-49ea-8a6b-5a8826ca848e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:31.838951 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:33.000831 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:34.448256 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:42.928292 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556271'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:49.973868 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:20:57.454339 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54588) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:20:57.567363 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f5cc48ec-e46f-426c-b378-86e81f6079e9 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1118233 Feb 18 08:20:58.436143 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-80bdfc70-b152-43f9-b9ce-3f71d1353a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:20:59.881116 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54598) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:20:59.938772 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-6ce2605f-8e73-4b4c-8fb2-74408ed16a69 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0565593 Feb 18 08:21:00.560479 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-73555f70-daa3-4a87-922f-0bb4939950b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:01.838617 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:02.998782 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:04.445759 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:12.903430 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:26.978896 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:21:28.442717 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-fbd75092-e1bd-419c-8f4b-a08c67e2c29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:30.563600 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-85dc4653-e9ec-4659-af50-05d0b54c91c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:31.850090 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:33.004740 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:34.445272 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:42.900827 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:21:58.437716 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-401663d2-a561-44af-9e12-b658b6a76069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:00.567664 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-bde3c926-0292-4a51-87ec-e3315abf343a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:01.845294 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:03.004077 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:03.978531 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:22:04.441031 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:12.910451 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:28.441858 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9213a634-c4d3-4117-b5cb-768d8f981e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:30.597875 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c39bed3-9077-4b50-9e4a-a25c1d6148c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:31.877275 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.001053 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54740) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:33.008069 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.220714 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-995538675-network', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:33.242484 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Made reservation on behalf of c3b06bd841124e2fab3bfc2eb7ffcdfd for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:33.245729 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.255382 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.338305 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks [] for security_group (e80aeb70-e35a-45b1-9773-a91ddebdaaf7), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.342907 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e80aeb70-e35a-45b1-9773-a91ddebdaaf7), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.371030 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80aeb70-e35a-45b1-9773-a91ddebdaaf7,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:33.381111 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.381471 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.381812 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.382159 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.382482 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.382807 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.383131 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.383463 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.383814 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.384147 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.384465 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.384790 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.385108 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Tracked resource versions report: Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: pushed versions: Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: { 'AddressGroup': {'1.2'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'ConntrackHelper': {'1.0'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Log': {'1.0'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Network': {'1.1'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Port': {'1.7'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'PortForwarding': {'1.2'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'QosPolicy': {'1.10'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroup': {'1.5'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SubPort': {'1.0'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Subnet': {'1.1'}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Trunk': {'1.1'}} Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: consumer versions: Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: HyperV agent@hv-cinder-77398: {}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'ConntrackHelper': '1.0', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'LocalIPAssociation': '1.0', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Log': '1.0', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Network': '1.1', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Port': '1.7', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'PortForwarding': '1.2', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'QosPolicy': '1.10', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroup': '1.5', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SecurityGroupRule': '1.2', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'SubPort': '1.0', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Subnet': '1.1', Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: 'Trunk': '1.1'}} Feb 18 08:22:33.386230 dv-cinder-773985-35-iscsi neutron-server[102755]: {{(pid=102755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:22:33.398180 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:22:33.409347 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (1e546d92-02d8-4c9d-82e8-169153d921af), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.409711 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Added segment 1e546d92-02d8-4c9d-82e8-169153d921af of type vlan for network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c Feb 18 08:22:33.456369 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (9aee4954-8c06-47d1-ac02-b10e1f74fa2c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.492998 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (9aee4954-8c06-47d1-ac02-b10e1f74fa2c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.494677 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:33.495257 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.634356 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] Pushing event updated for resources: {'Network': ['ID=9aee4954-8c06-47d1-ac02-b10e1f74fa2c,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:33.642711 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54790) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:33.648496 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Request body: {'subnet': {'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-subnet', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:33.649211 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:22:33.652155 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f4a3ae90-0238-416e-82b6-2407c2df2708 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6501863 Feb 18 08:22:33.679666 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Made reservation on behalf of c3b06bd841124e2fab3bfc2eb7ffcdfd for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:33.682154 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:33.967091 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (f5583f06-f98f-4a6b-bac2-d7e7de013d46), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.012351 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5583f06-f98f-4a6b-bac2-d7e7de013d46,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:34.021864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.022240 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.022660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.022895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.023217 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.023536 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.023899 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.024220 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.024552 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.024870 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.025181 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.025487 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.025795 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Tracked resource versions report: Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: pushed versions: Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: { 'AddressGroup': {'1.2'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'ConntrackHelper': {'1.0'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Log': {'1.0'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Network': {'1.1'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Port': {'1.7'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'PortForwarding': {'1.2'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'QosPolicy': {'1.10'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroup': {'1.5'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SubPort': {'1.0'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Subnet': {'1.1'}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Trunk': {'1.1'}} Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: consumer versions: Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: HyperV agent@hv-cinder-77398: {}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'ConntrackHelper': '1.0', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'LocalIPAssociation': '1.0', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Log': '1.0', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Network': '1.1', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Port': '1.7', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'PortForwarding': '1.2', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'QosPolicy': '1.10', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroup': '1.5', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SecurityGroupRule': '1.2', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'SubPort': '1.0', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Subnet': '1.1', Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: 'Trunk': '1.1'}} Feb 18 08:22:34.026922 dv-cinder-773985-35-iscsi neutron-server[102754]: {{(pid=102754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:22:34.048204 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Checking segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:34.048563 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Network hostable DHCP agents. Network: 9aee4954-8c06-47d1-ac02-b10e1f74fa2c, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:22:34.070380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:22:34.083112 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 9aee4954-8c06-47d1-ac02-b10e1f74fa2c) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:34.088040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:34.088656 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.095357 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78637e00-f0b4-412e-a47e-385706f6d309 None None] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:34.110794 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-e905d5f7-b866-417e-baa9-c47c120085ef admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4670179 Feb 18 08:22:34.114503 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54810) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:34.120896 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:34.145237 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54812) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:34.151202 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (dca04083-ae31-404f-b1f2-e4159b13d617), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.153504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (dca04083-ae31-404f-b1f2-e4159b13d617), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.250367 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:22:34.251818 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.292512 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54824) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:34.323563 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks [] for router_controller (dca04083-ae31-404f-b1f2-e4159b13d617), precommit_add_association {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.348914 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54828) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:34.451977 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Allocated IP 172.20.0.2 (9aee4954-8c06-47d1-ac02-b10e1f74fa2c/f5583f06-f98f-4a6b-bac2-d7e7de013d46/85f0051d-949d-4b8d-9864-321f461f41da) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:22:34.507125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks [] for router_gateway (dca04083-ae31-404f-b1f2-e4159b13d617), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.594968 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1877461860-network', 'tenant_id': '53af05a70c1040e483cc64f7d538803b'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:34.633853 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Made reservation on behalf of 53af05a70c1040e483cc64f7d538803b for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:34.637080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.659327 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-876453717-network', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:34.684076 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.710377 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.717377 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-187752081-network', 'tenant_id': '448e00602c4e4bb28f708679e9428c58'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:34.818489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks [] for router_gateway (dca04083-ae31-404f-b1f2-e4159b13d617), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.846424 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.857552 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Made reservation on behalf of 448e00602c4e4bb28f708679e9428c58 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:34.859881 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.888290 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Made reservation on behalf of 75d6d7f1e1fb42b085295904cc6fbdb8 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:34.890846 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.897237 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.926550 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.935531 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Publish callbacks [] for port (85f0051d-949d-4b8d-9864-321f461f41da), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:34.947158 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (85f0051d-949d-4b8d-9864-321f461f41da), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.000031 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Allocated IP 172.27.3.134 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/97e50280-6bc9-45d9-aa79-aa30c522bb50) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:22:35.011426 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:35.014307 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:35.021165 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks [] for security_group (d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.032532 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:22:35.070965 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.093837 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Pushing event updated for resources: {'Port': ['ID=85f0051d-949d-4b8d-9864-321f461f41da,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:35.137539 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks [] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.153419 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.158422 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:35.175942 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.178402 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.178823 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.179164 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.179492 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.185256 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:22:35.188790 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.189222 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.189568 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.189905 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.190256 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.190581 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.190943 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.191267 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Tracked resource versions report: Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: pushed versions: Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: { 'AddressGroup': {'1.2'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'ConntrackHelper': {'1.0'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Log': {'1.0'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Network': {'1.1'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Port': {'1.7'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'PortForwarding': {'1.2'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'QosPolicy': {'1.10'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroup': {'1.5'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SubPort': {'1.0'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Subnet': {'1.1'}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Trunk': {'1.1'}} Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: consumer versions: Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: HyperV agent@hv-cinder-77398: {}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'ConntrackHelper': '1.0', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'LocalIPAssociation': '1.0', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Log': '1.0', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Network': '1.1', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Port': '1.7', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'PortForwarding': '1.2', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'QosPolicy': '1.10', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroup': '1.5', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SecurityGroupRule': '1.2', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'SubPort': '1.0', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Subnet': '1.1', Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: 'Trunk': '1.1'}} Feb 18 08:22:35.192484 dv-cinder-773985-35-iscsi neutron-server[102756]: {{(pid=102756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:22:35.213394 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Attempting to bind port 85f0051d-949d-4b8d-9864-321f461f41da on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:22:35.213757 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Attempting to bind port 85f0051d-949d-4b8d-9864-321f461f41da by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:22:35.214089 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Attempting to bind port 85f0051d-949d-4b8d-9864-321f461f41da on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:22:35.220362 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:35.221695 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:22:35.223531 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Checking segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:35.224367 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.224918 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Bound using segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:22:35.226593 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Bound port: 85f0051d-949d-4b8d-9864-321f461f41da, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:22:35.228730 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:35.229201 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (85f0051d-949d-4b8d-9864-321f461f41da), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.230305 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (6d6aca2d-d070-40b0-b070-4a3c25af0705), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.230823 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Added segment 6d6aca2d-d070-40b0-b070-4a3c25af0705 of type vlan for network 6936d60e-4499-4068-8fa1-8b3d07175403 Feb 18 08:22:35.231432 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:22:35.292295 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Pushing event updated for resources: {'Port': ['ID=97e50280-6bc9-45d9-aa79-aa30c522bb50,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:35.302888 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (6936d60e-4499-4068-8fa1-8b3d07175403), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.349729 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] For port 85f0051d-949d-4b8d-9864-321f461f41da, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:22:35.355564 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] For port 85f0051d-949d-4b8d-9864-321f461f41da, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=85f0051d-949d-4b8d-9864-321f461f41da,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:22:35.375091 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (85f0051d-949d-4b8d-9864-321f461f41da), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.398098 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (6936d60e-4499-4068-8fa1-8b3d07175403), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.399447 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:35.400125 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.436877 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks [] for security_group (83214c7f-00e7-43ab-bfda-28fef7f12c57), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.466533 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31798f2a-91b9-4eda-988c-3d5b730e0748 None None] Pushing event updated for resources: {'Port': ['ID=85f0051d-949d-4b8d-9864-321f461f41da,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:35.564717 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (83214c7f-00e7-43ab-bfda-28fef7f12c57), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.573206 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4240007 Feb 18 08:22:35.621578 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54870) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:35.655335 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Request body: {'subnet': {'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1877461860-subnet', 'tenant_id': '53af05a70c1040e483cc64f7d538803b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:35.680696 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks [] for security_group (164fa65a-faff-4064-838b-0dc25b641a0a), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.690375 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks [] for router_gateway (dca04083-ae31-404f-b1f2-e4159b13d617), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.727434 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:22:35.745331 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (164fa65a-faff-4064-838b-0dc25b641a0a), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.799020 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0017e-65bb-4f1f-9d34-f75c26a08b01 admin admin] Pushing event updated for resources: {'Network': ['ID=6936d60e-4499-4068-8fa1-8b3d07175403,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:35.799691 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 6936d60e-4499-4068-8fa1-8b3d07175403 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:22:35.804652 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83214c7f-00e7-43ab-bfda-28fef7f12c57,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:35.808447 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (38a32e73-bd36-4137-8515-7902ad071ea0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.809044 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Added segment 38a32e73-bd36-4137-8515-7902ad071ea0 of type vlan for network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c Feb 18 08:22:35.826110 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:22:35.829626 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Made reservation on behalf of 53af05a70c1040e483cc64f7d538803b for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:35.832309 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.946042 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (9fbf52fe-0f67-4185-b674-9f3cb77ed76c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:35.946666 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Added segment 9fbf52fe-0f67-4185-b674-9f3cb77ed76c of type vlan for network 180c331a-7438-499d-ad53-141221ec53c7 Feb 18 08:22:35.981031 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (65cc06d4-ce18-4819-9f73-8921cf7a5f0c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.011054 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164fa65a-faff-4064-838b-0dc25b641a0a,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:36.049662 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (65cc06d4-ce18-4819-9f73-8921cf7a5f0c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.051204 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:36.051874 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.093605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (dca04083-ae31-404f-b1f2-e4159b13d617), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.147871 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (180c331a-7438-499d-ad53-141221ec53c7), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.231137 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9346328 Feb 18 08:22:36.246878 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54900) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:36.258486 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Request body: {'subnet': {'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-187752081-subnet', 'tenant_id': '448e00602c4e4bb28f708679e9428c58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:36.262293 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e14f90-4428-4253-bc42-9293a755950b admin admin] Pushing event updated for resources: {'Network': ['ID=65cc06d4-ce18-4819-9f73-8921cf7a5f0c,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:36.273770 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:22:36.296296 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (180c331a-7438-499d-ad53-141221ec53c7), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.297634 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:36.298409 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.380850 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Made reservation on behalf of 448e00602c4e4bb28f708679e9428c58 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:36.383394 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.427163 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Router dca04083-ae31-404f-b1f2-e4159b13d617 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:22:36.460617 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1105988 Feb 18 08:22:36.472886 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54908) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:36.489894 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Request body: {'subnet': {'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-subnet', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:36.502470 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2427-bfb5-49e9-a035-bcacc29b0f27 admin admin] Pushing event updated for resources: {'Network': ['ID=180c331a-7438-499d-ad53-141221ec53c7,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:36.521881 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 180c331a-7438-499d-ad53-141221ec53c7 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:22:36.626953 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Made reservation on behalf of 75d6d7f1e1fb42b085295904cc6fbdb8 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:22:36.629959 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.651554 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (0b564d88-9a20-42c5-8b98-f2da7af9c6d0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.655148 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:22:36.664654 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:22:36.679104 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:36.679787 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:36.698232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.699453 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f561d06b-04eb-4dda-b817-cb441eef08c6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5834963 Feb 18 08:22:36.706202 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 54910) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:36.889572 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b564d88-9a20-42c5-8b98-f2da7af9c6d0,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:36.944350 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (802c793b-2698-4cf0-8727-18118e0276a9), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:36.946588 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Checking segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:36.947143 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Network hostable DHCP agents. Network: 6936d60e-4499-4068-8fa1-8b3d07175403, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:22:36.957095 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:37.029012 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7378342-e9de-45b5-90e0-3a83e3ae0b0d None None] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:37.081722 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Network 6936d60e-4499-4068-8fa1-8b3d07175403 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:22:37.147537 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 6936d60e-4499-4068-8fa1-8b3d07175403) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:37.168251 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:37.168846 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.186638 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802c793b-2698-4cf0-8727-18118e0276a9,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:37.201142 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Checking segment: {'id': '38a32e73-bd36-4137-8515-7902ad071ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:37.201680 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Network hostable DHCP agents. Network: 65cc06d4-ce18-4819-9f73-8921cf7a5f0c, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:22:37.218598 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-abb3aca4-1030-426a-ae89-f0abc63d5ecc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5767932 Feb 18 08:22:37.241699 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.260007 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:35Z', 'revision_number': 3, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:37.274980 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96402d-6ec6-4ab2-84b1-fbaab366307b None None] Network 6936d60e-4499-4068-8fa1-8b3d07175403 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:37.294349 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:22:37.295441 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:22:37.295984 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Updating router dca04083-ae31-404f-b1f2-e4159b13d617 port 97e50280-6bc9-45d9-aa79-aa30c522bb50 binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:22:37.328957 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.340534 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] Provisioning complete for port 85f0051d-949d-4b8d-9864-321f461f41da triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:37.341304 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (85f0051d-949d-4b8d-9864-321f461f41da), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.383645 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 65cc06d4-ce18-4819-9f73-8921cf7a5f0c) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:37.403474 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:37.406646 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.458594 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Checking segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:37.458964 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Network hostable DHCP agents. Network: 180c331a-7438-499d-ad53-141221ec53c7, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:22:37.491790 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:37.512461 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b43c0-ce93-454d-a7ae-0050c7ca28a1 None None] Network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:37.529583 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-19f1aa75-3731-4a51-83c4-930d953c7307 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2667212 Feb 18 08:22:37.529583 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Network 180c331a-7438-499d-ad53-141221ec53c7 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:22:37.571582 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 180c331a-7438-499d-ad53-141221ec53c7) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:37.592015 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:37.593616 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.658441 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1c6e84ed-59a9-43b3-8462-4e471ababd5b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1828053 Feb 18 08:22:37.659051 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 54932) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:37.665450 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:37.728399 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (a167258b-df50-4a63-b604-af4873cacaa0), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.732042 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (a167258b-df50-4a63-b604-af4873cacaa0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.753226 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c85b3-cdde-4e91-8704-b56801d0defd None None] Network 180c331a-7438-499d-ad53-141221ec53c7 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:37.759507 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 85f0051d-949d-4b8d-9864-321f461f41da up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:37.853667 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Publish callbacks [] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.872418 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:37.911342 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks [] for router_controller (a167258b-df50-4a63-b604-af4873cacaa0), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.007451 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Pushing event updated for resources: {'Port': ['ID=97e50280-6bc9-45d9-aa79-aa30c522bb50,revision_number=2']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:38.030375 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.046796 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.047315 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.048601 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.049219 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.050598 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.051169 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.053048 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.053603 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.055436 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.056254 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.058076 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.058626 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.059121 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Tracked resource versions report: Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: pushed versions: Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: { 'AddressGroup': {'1.2'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'ConntrackHelper': {'1.0'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'LocalIPAssociation': {'1.0'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Log': {'1.0'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Network': {'1.1'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Port': {'1.7'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'PortForwarding': {'1.2'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'QosPolicy': {'1.10'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroup': {'1.5'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroupRule': {'1.2'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SubPort': {'1.0'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Subnet': {'1.1'}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Trunk': {'1.1'}} Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: consumer versions: Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: { DHCP agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: HyperV agent@hv-cinder-77398: {}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: L3 agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: Metadata agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: Metering agent@dv-cinder-773985-35-iscsi: {}, Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: Open vSwitch agent@dv-cinder-773985-35-iscsi: { 'AddressGroup': '1.2', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'ConntrackHelper': '1.0', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'LocalIPAssociation': '1.0', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Log': '1.0', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Network': '1.1', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Port': '1.7', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'PortForwarding': '1.2', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'QosPolicy': '1.10', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroup': '1.5', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SecurityGroupRule': '1.2', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'SubPort': '1.0', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Subnet': '1.1', Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: 'Trunk': '1.1'}} Feb 18 08:22:38.062614 dv-cinder-773985-35-iscsi neutron-server[102757]: {{(pid=102757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 08:22:38.099038 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Attempting to bind port 97e50280-6bc9-45d9-aa79-aa30c522bb50 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:22:38.102041 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Attempting to bind port 97e50280-6bc9-45d9-aa79-aa30c522bb50 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:22:38.102585 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Attempting to bind port 97e50280-6bc9-45d9-aa79-aa30c522bb50 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:22:38.114492 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:22:38.115882 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:38.117184 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.118778 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:22:38.120838 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Bound port: 97e50280-6bc9-45d9-aa79-aa30c522bb50, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:22:38.121465 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.265819 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] For port 97e50280-6bc9-45d9-aa79-aa30c522bb50, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:22:38.272500 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f829ad3-da7d-4767-affb-42d33b3ae9d8 None None] Network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:38.276188 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] For port 97e50280-6bc9-45d9-aa79-aa30c522bb50, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=97e50280-6bc9-45d9-aa79-aa30c522bb50,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:22:38.292621 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.336576 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks [] for router_gateway (a167258b-df50-4a63-b604-af4873cacaa0), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.481599 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:38.482257 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:38.503103 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Allocated IP 172.20.0.1 (9aee4954-8c06-47d1-ac02-b10e1f74fa2c/f5583f06-f98f-4a6b-bac2-d7e7de013d46/7fd5d6a8-b466-46cc-ab4b-1969c2e89588) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:22:38.678516 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e4ba6-f813-47fe-bc4c-e7eb371193cc None None] Pushing event updated for resources: {'Port': ['ID=97e50280-6bc9-45d9-aa79-aa30c522bb50,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:38.706378 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] Current status of the port 85f0051d-949d-4b8d-9864-321f461f41da is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:38.706987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (85f0051d-949d-4b8d-9864-321f461f41da), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.716080 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:38.737343 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55000) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:38.738675 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 85f0051d-949d-4b8d-9864-321f461f41da triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:38.739435 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (85f0051d-949d-4b8d-9864-321f461f41da), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.744019 dv-cinder-773985-35-iscsi neutron-server[102754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 08:22:38.870314 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks [] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.885891 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55006) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:38.939924 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks [] for router_gateway (a167258b-df50-4a63-b604-af4873cacaa0), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:38.961723 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e2d43-38b1-49e2-9619-991a2b84d966 None None] Network 6936d60e-4499-4068-8fa1-8b3d07175403 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:38.962924 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:35Z', 'revision_number': 3, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:38.996508 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b9bb1-bcc2-4081-8495-c31f4e2b0081 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:35Z', 'revision_number': 3, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:22:39.029431 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.033172 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] For port 85f0051d-949d-4b8d-9864-321f461f41da, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=85f0051d-949d-4b8d-9864-321f461f41da,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:22:39.078440 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (85f0051d-949d-4b8d-9864-321f461f41da), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.141144 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c263661-177e-43aa-a14c-b1bde2ad42c8 None None] Network 180c331a-7438-499d-ad53-141221ec53c7 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:22:39.203828 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-68c62874-005e-4883-b9bb-1f12314870b0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:39.210685 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-68c62874-005e-4883-b9bb-1f12314870b0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.3236322 Feb 18 08:22:39.238007 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-66218269-734d-499a-aa63-b0a34ed44cab tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/quotas/53af05a70c1040e483cc64f7d538803b HTTP/1.1" status: 200 len: 375 time: 0.0262973 Feb 18 08:22:39.258317 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Allocated IP 172.27.3.43 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/3abd8b46-c6dc-4bce-945d-86afcc11c42e) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:22:39.305485 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-96356193-dc0d-4cb8-85a3-9d68535934c1 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:39.308752 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-96356193-dc0d-4cb8-85a3-9d68535934c1 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/networks?id=65cc06d4-ce18-4819-9f73-8921cf7a5f0c HTTP/1.1" status: 200 len: 811 time: 0.5701663 Feb 18 08:22:39.328722 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.338733 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-1ae41b3c-4655-47f6-a651-461a663cd871 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998194 Feb 18 08:22:39.378718 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-0bc1fa39-29c8-4b46-a247-e9c7a82a0e97 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/quotas/448e00602c4e4bb28f708679e9428c58 HTTP/1.1" status: 200 len: 375 time: 0.0460017 Feb 18 08:22:39.404004 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:39.435844 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:39.438457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:22:39.438947 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (dca04083-ae31-404f-b1f2-e4159b13d617), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.447639 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-80b0514a-37a3-4ace-a749-4706ff2909e9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=448e00602c4e4bb28f708679e9428c58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630066 Feb 18 08:22:39.484009 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:39.554337 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks [] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.559397 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 85f0051d-949d-4b8d-9864-321f461f41da is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:39.668787 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.712313 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628439f9-9d4d-4a96-84a2-4d16559d8b51 None None] Pushing event updated for resources: {'Port': ['ID=85f0051d-949d-4b8d-9864-321f461f41da,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:39.735350 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-95eea895-42b2-4e91-8ba0-050054127d69 None None] Provisioning complete for port 85f0051d-949d-4b8d-9864-321f461f41da triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:39.735900 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-95eea895-42b2-4e91-8ba0-050054127d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (85f0051d-949d-4b8d-9864-321f461f41da), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:39.846684 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Pushing event updated for resources: {'Port': ['ID=3abd8b46-c6dc-4bce-945d-86afcc11c42e,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:39.859014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-0bf078ae-57ae-40b5-9510-90c913d6fb56 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:22:39.868194 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-0bf078ae-57ae-40b5-9510-90c913d6fb56 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1278574 Feb 18 08:22:39.869443 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:39.873541 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:39.877707 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:22:39.988912 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-95eea895-42b2-4e91-8ba0-050054127d69 None None] Current status of the port 85f0051d-949d-4b8d-9864-321f461f41da is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:40.035470 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-4fcf6d0f-6112-4527-8c90-55764dcbd634 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:22:40.037733 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-4fcf6d0f-6112-4527-8c90-55764dcbd634 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3064718 Feb 18 08:22:40.088266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 97e50280-6bc9-45d9-aa79-aa30c522bb50 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:40.088585 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.181417 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-bf1adc60-ba58-4edb-b647-955c4293dd1e None None] Provisioning complete for port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:40.181924 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-bf1adc60-ba58-4edb-b647-955c4293dd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.204139 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks [] for router_gateway (a167258b-df50-4a63-b604-af4873cacaa0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.235155 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-bf1adc60-ba58-4edb-b647-955c4293dd1e None None] Port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:22:40.238703 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8fb0d793-beb8-4505-b45e-896388bafb9d service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695495 Feb 18 08:22:40.244187 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 97e50280-6bc9-45d9-aa79-aa30c522bb50 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:40.244884 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.363644 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-8ef5d366-ae30-439b-968c-8647fbd52b08 service neutron] 10.222.0.69 "GET /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920406 Feb 18 08:22:40.379673 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 97e50280-6bc9-45d9-aa79-aa30c522bb50 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:40.380109 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.413045 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 97e50280-6bc9-45d9-aa79-aa30c522bb50, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=97e50280-6bc9-45d9-aa79-aa30c522bb50,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:22:40.420613 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.421693 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 85f0051d-949d-4b8d-9864-321f461f41da up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:40.545908 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-df66883a-2465-4d7f-86a1-b30e0a05edc6 service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060834 Feb 18 08:22:40.555936 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=97e50280-6bc9-45d9-aa79-aa30c522bb50,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:40.559414 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 85f0051d-949d-4b8d-9864-321f461f41da triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:40.559810 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (85f0051d-949d-4b8d-9864-321f461f41da), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.572820 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (a167258b-df50-4a63-b604-af4873cacaa0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.648129 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-55e8ef47-4900-42aa-b231-829270ec3957 service neutron] 10.222.0.69 "GET /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559683 Feb 18 08:22:40.678714 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 85f0051d-949d-4b8d-9864-321f461f41da is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:40.721273 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks [] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.729214 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.729935 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (dca04083-ae31-404f-b1f2-e4159b13d617), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:40.808484 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:40.808949 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Router a167258b-df50-4a63-b604-af4873cacaa0 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:22:40.978880 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:22:41.016749 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:41.061132 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:41.099811 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87c588e7-7486-466c-aa62-ae06c843132a req-43d69b75-a1b2-40b6-8771-05cddccfcce6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.1157613 Feb 18 08:22:41.124878 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:22:41.135864 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Sync routers for ids ['a167258b-df50-4a63-b604-af4873cacaa0'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:22:41.156133 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Routers {'a167258b-df50-4a63-b604-af4873cacaa0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:41.156836 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a167258b-df50-4a63-b604-af4873cacaa0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:41.171971 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:41.173357 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a50df20b-4480-4320-befe-3c4cecc80519 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5126996 Feb 18 08:22:41.178264 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 55096) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:41.297007 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-62a61e5f-5166-4436-9852-b75ce857a3c0 req-9d049bb9-ea28-4a19-9ce3-128b42aa1bee tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0719097 Feb 18 08:22:41.402151 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Router dca04083-ae31-404f-b1f2-e4159b13d617 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:22:41.535669 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Set router a167258b-df50-4a63-b604-af4873cacaa0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:41.587097 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:22:41.602840 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c3dab8f5-a99c-4bc6-afff-afec9296b478 admin admin] 10.222.0.69 "PUT /v2.0/routers/dca04083-ae31-404f-b1f2-e4159b13d617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8855479 Feb 18 08:22:41.679894 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b61e47e4-43fc-461c-9d96-e95fb8dfd444 None None] Provisioning complete for port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:41.680282 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b61e47e4-43fc-461c-9d96-e95fb8dfd444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:41.810678 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:22:41.832554 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:41.833492 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:41.849395 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b61e47e4-43fc-461c-9d96-e95fb8dfd444 None None] Port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:22:41.864056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 97e50280-6bc9-45d9-aa79-aa30c522bb50 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:41.946925 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 97e50280-6bc9-45d9-aa79-aa30c522bb50 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:41.946925 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.022269 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 3, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:42.066207 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:42.089807 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Checking router: a167258b-df50-4a63-b604-af4873cacaa0 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:22:42.090245 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Updating router a167258b-df50-4a63-b604-af4873cacaa0 port 3abd8b46-c6dc-4bce-945d-86afcc11c42e binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:22:42.156800 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.246173 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.272276 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a5b2e5d1-4ca3-456c-a753-dcdc6d707bd1 req-912113a2-3820-4945-82a3-50053594c3ed tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0765712 Feb 18 08:22:42.365669 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 2, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:42.406824 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 97e50280-6bc9-45d9-aa79-aa30c522bb50 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:42.410170 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:22:42.411125 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Updating router dca04083-ae31-404f-b1f2-e4159b13d617 port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:22:42.447155 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.481059 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7ce3d0d-eb6f-46a3-ac90-62c10786c0d7 req-09562038-091a-4662-baf1-fc14fac5c46a tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0764575 Feb 18 08:22:42.715734 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Allocated IP 172.20.0.1 (180c331a-7438-499d-ad53-141221ec53c7/e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761/78930b64-6fc8-4c78-b981-4238273be19c) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:22:42.743953 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55178) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:42.749353 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964911909', 'description': 'tempest-description--1117910022'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:42.751796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Publish callbacks [] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.760720 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.776736 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.824988 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Attempting to bind port 3abd8b46-c6dc-4bce-945d-86afcc11c42e on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:22:42.825361 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Attempting to bind port 3abd8b46-c6dc-4bce-945d-86afcc11c42e by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:22:42.825790 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Attempting to bind port 3abd8b46-c6dc-4bce-945d-86afcc11c42e on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:22:42.831683 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ecf6-a883-42f1-b4d6-52e7d1dc64f0 None None] Pushing event updated for resources: {'Port': ['ID=3abd8b46-c6dc-4bce-945d-86afcc11c42e,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:42.838838 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:22:42.839181 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:42.839580 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.840026 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:22:42.840543 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Bound port: 3abd8b46-c6dc-4bce-945d-86afcc11c42e, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:22:42.841036 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.856126 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks [] for port (78930b64-6fc8-4c78-b981-4238273be19c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.864582 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Publish callbacks [] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.871225 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.874618 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.880177 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.900569 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (78930b64-6fc8-4c78-b981-4238273be19c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.918232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] For port 3abd8b46-c6dc-4bce-945d-86afcc11c42e, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:22:42.920456 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:42.922622 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] For port 3abd8b46-c6dc-4bce-945d-86afcc11c42e, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=3abd8b46-c6dc-4bce-945d-86afcc11c42e,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:22:42.928222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.930318 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-efac5643-8d31-4075-8459-2eb1f7c37131 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1848731 Feb 18 08:22:42.933004 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.933253 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55180) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:42.939014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'security_group_rule': {'security_group_id': 'c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:42.941053 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.942312 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d31a9-ee3e-4afc-bef8-e2533fe8c993 None None] Pushing event updated for resources: {'Port': ['ID=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:42.982733 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Network 180c331a-7438-499d-ad53-141221ec53c7 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:42.986580 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (4fa76aa5-c5a8-4d5e-977f-f7e15dbbdd62), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:42.992654 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:43.004389 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:22:43.005068 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (a167258b-df50-4a63-b604-af4873cacaa0), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.018040 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Routers {'a167258b-df50-4a63-b604-af4873cacaa0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:43.025059 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a167258b-df50-4a63-b604-af4873cacaa0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:43.030595 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Pushing event updated for resources: {'Port': ['ID=78930b64-6fc8-4c78-b981-4238273be19c,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:43.121180 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (4fa76aa5-c5a8-4d5e-977f-f7e15dbbdd62), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.133376 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (4fa76aa5-c5a8-4d5e-977f-f7e15dbbdd62), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.139296 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Attempting to bind port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:22:43.139995 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Attempting to bind port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:22:43.140326 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Attempting to bind port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:22:43.147928 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1ecf6-a883-42f1-b4d6-52e7d1dc64f0 None None] Pushing event updated for resources: {'Port': ['ID=3abd8b46-c6dc-4bce-945d-86afcc11c42e,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:43.151571 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:22:43.152749 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Checking segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:43.153156 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.153553 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Bound using segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:22:43.155746 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Bound port: 7fd5d6a8-b466-46cc-ab4b-1969c2e89588, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:22:43.156183 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.172156 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa76aa5-c5a8-4d5e-977f-f7e15dbbdd62,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:43.188943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.191056 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-7ca46664-9d46-411e-bf94-74b3709c0a6a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2563331 Feb 18 08:22:43.193539 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55184) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:43.198442 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'security_group_rule': {'security_group_id': 'c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:43.222817 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] Set router a167258b-df50-4a63-b604-af4873cacaa0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:43.239507 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (edd1a6fc-8c94-406d-a06a-423e75bc3e43), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.241434 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] For port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:22:43.245947 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] For port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:22:43.255685 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.309002 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (edd1a6fc-8c94-406d-a06a-423e75bc3e43), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.318502 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (edd1a6fc-8c94-406d-a06a-423e75bc3e43), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.332074 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d31a9-ee3e-4afc-bef8-e2533fe8c993 None None] Pushing event updated for resources: {'Port': ['ID=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,revision_number=4']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:43.348411 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:43.348843 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:43.363309 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd1a6fc-8c94-406d-a06a-423e75bc3e43,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:43.386745 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (78930b64-6fc8-4c78-b981-4238273be19c), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.390135 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.392708 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-4b990c35-422c-40d1-88ce-f5aaef2e1044 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1979127 Feb 18 08:22:43.396256 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55190) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:43.403123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:22:43.490202 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.527587 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:43.542022 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b213b09d-6e2e-4886-957a-112440e8c213 req-505d904a-6536-462a-b516-684257aec668 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0827594 Feb 18 08:22:43.664172 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks [] for port (78930b64-6fc8-4c78-b981-4238273be19c), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.691787 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (78930b64-6fc8-4c78-b981-4238273be19c), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.693109 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (a167258b-df50-4a63-b604-af4873cacaa0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.716902 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] Provisioning complete for port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:43.717295 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.781240 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 3, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:43.786332 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Pushing event updated for resources: {'Port': ['ID=78930b64-6fc8-4c78-b981-4238273be19c,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:43.825682 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4118473e-7c88-412b-9907-0adf0f6c29d8 None None] The sync data for ids ['a167258b-df50-4a63-b604-af4873cacaa0'] in dv-cinder-773985-35-iscsi is: [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 3, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:22:43.829951 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:43.875003 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5be44851-5574-498e-b6b5-ab4f8640249e req-112b8c36-e250-4486-9964-12ce7ed9c9fc tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.1311970 Feb 18 08:22:43.884303 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220e97-562c-4b8c-93a8-d9caf0cf36d4 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:22:43.893177 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] Current status of the port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:43.893565 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.929095 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Network 180c331a-7438-499d-ad53-141221ec53c7 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:43.931135 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:43.975299 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] For port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:22:43.980359 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:43.995888 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:44.082038 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa5d29-5751-4c76-a901-2f78f3aa3717 None None] Pushing event updated for resources: {'Port': ['ID=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:44.134105 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-e5acd216-f339-471f-a77e-1d749a5f9d9d None None] Provisioning complete for port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:44.134481 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e5acd216-f339-471f-a77e-1d749a5f9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:44.146151 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Allocated IP 172.27.3.42 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/47f57c4a-9e42-41f9-b5a2-1dec881a900c) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:22:44.149071 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Router a167258b-df50-4a63-b604-af4873cacaa0 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:22:44.260303 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-e5acd216-f339-471f-a77e-1d749a5f9d9d None None] Current status of the port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:44.302460 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:22:44.307938 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0b2a6d98-fa4e-421c-8a7d-86aeb46335af admin admin] 10.222.0.69 "PUT /v2.0/routers/a167258b-df50-4a63-b604-af4873cacaa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279562 Feb 18 08:22:44.315645 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:44.376194 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:44.570082 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:22:44.575301 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:22:44.577995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:22:44.642635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'Port': ['ID=47f57c4a-9e42-41f9-b5a2-1dec881a900c,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:44.716444 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d0b9cec8-df1f-4a9f-8b1e-b48531061f1a req-f8663e2f-bebf-4f99-88d7-98b46a983fd3 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0593114 Feb 18 08:22:44.754391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (1fc59d67-1167-4560-b428-e2b5d833effe), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:44.853461 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:44.907520 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-93aadfee-9082-473e-883f-9cc9bcb20c92 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:44.916529 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-93aadfee-9082-473e-883f-9cc9bcb20c92 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 818 time: 0.2160299 Feb 18 08:22:44.944653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-c3645a16-4289-4a4d-9729-0500694418ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/quotas/75d6d7f1e1fb42b085295904cc6fbdb8 HTTP/1.1" status: 200 len: 375 time: 0.0244122 Feb 18 08:22:45.054843 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c3933dcb-a5fe-4ece-93ab-827f9aab6c0b req-5507dbe0-40ac-4421-8453-d6b5a95d8cd0 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0635495 Feb 18 08:22:45.130629 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-6f1ed7d8-2e52-44b0-8a9a-c6d2d8129217 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680410 Feb 18 08:22:45.233222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:45.246612 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:45.300948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (1fc59d67-1167-4560-b428-e2b5d833effe), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:45.327509 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b8818b3a-5b84-4cf1-9aeb-7b7e4daae5e2 service neutron] 10.222.0.69 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885276 Feb 18 08:22:45.328937 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'Port': ['ID=47f57c4a-9e42-41f9-b5a2-1dec881a900c,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:45.346670 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:45.348048 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c967164f-c7db-4e3b-8d00-d3fd482c7864 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9505601 Feb 18 08:22:45.436478 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-6f45641a-5cde-4b35-992e-d67ed3b387af service neutron] 10.222.0.69 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017923 Feb 18 08:22:45.525588 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-0bede666-0419-4337-834f-bae429068a47 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1964911909&fields=id&tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 267 time: 0.0526454 Feb 18 08:22:45.629364 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-96cd2555-4c4f-4fd5-a9c5-be987162f0f8 req-6972b7b3-4916-4749-9fa2-15d85b963005 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 210 time: 0.0602193 Feb 18 08:22:45.684757 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b0f9cd7-ed53-4f54-8211-88edd70676f6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:45.686204 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b0f9cd7-ed53-4f54-8211-88edd70676f6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 816 time: 0.1498520 Feb 18 08:22:45.701887 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-91ce720e-2e4b-4ed3-aea1-20a652c3aadc tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/quotas/c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 375 time: 0.0094981 Feb 18 08:22:45.775072 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-f7835973-5b39-4ed8-af23-fec61a536086 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673888 Feb 18 08:22:45.889149 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:45.943487 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:45.943940 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:45.976071 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-f10aeaf9-d122-4bca-807c-59a05b23f5f3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:45.982709 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-f10aeaf9-d122-4bca-807c-59a05b23f5f3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 818 time: 0.2163532 Feb 18 08:22:46.001886 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-cdd5e2a5-5b28-406a-b86f-f93b989f31da tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/quotas/75d6d7f1e1fb42b085295904cc6fbdb8 HTTP/1.1" status: 200 len: 375 time: 0.0182345 Feb 18 08:22:46.005844 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-7f1e31db-b40e-458b-8d8d-a1d09c3f1304 service neutron] 10.222.0.69 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612995 Feb 18 08:22:46.076493 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:46.078144 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 3abd8b46-c6dc-4bce-945d-86afcc11c42e up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:46.131447 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 3abd8b46-c6dc-4bce-945d-86afcc11c42e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:46.132199 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:46.134390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-2aa9f481-95fb-4f67-8c57-fa6449c892f9 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314552 Feb 18 08:22:46.161476 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-99004ad3-9f16-4af8-b76e-950d597b21eb service neutron] 10.222.0.69 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451750 Feb 18 08:22:46.224342 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 3abd8b46-c6dc-4bce-945d-86afcc11c42e is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:46.224735 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:46.246345 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 3abd8b46-c6dc-4bce-945d-86afcc11c42e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=3abd8b46-c6dc-4bce-945d-86afcc11c42e,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:22:46.249861 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ba818719-5c90-47d5-afea-e7b814865662 service neutron] 10.222.0.69 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146309 Feb 18 08:22:46.257637 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:46.321981 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=3abd8b46-c6dc-4bce-945d-86afcc11c42e,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:46.386279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-6474afbc-1682-4786-adc4-0f7360e6a64d service neutron] 10.222.0.69 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287234 Feb 18 08:22:46.437361 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd66a697-2736-4ec0-9845-29a95ef8b0ab req-0f12d9f4-bc17-46fb-8ec3-efccae79056a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0411749 Feb 18 08:22:46.608898 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e08d6659-64cd-495e-9c63-506b5465eb2c req-ab6f7952-9e3f-4f7d-a2a3-e3ee29abd05f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0486948 Feb 18 08:22:46.610772 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52171f64-5b4c-4400-9f6e-b9dfa8930957 req-7052a085-3dd6-48da-a183-de6a0cf39e01 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0406868 Feb 18 08:22:46.701459 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c3ec356b-2514-4da1-a3e7-34e574208b66 req-1946dd2a-afba-473b-9618-5f92aaa656de tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0454519 Feb 18 08:22:47.122677 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Sync routers for ids ['a167258b-df50-4a63-b604-af4873cacaa0'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:22:47.137450 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Routers {'a167258b-df50-4a63-b604-af4873cacaa0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:47.138267 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a167258b-df50-4a63-b604-af4873cacaa0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:47.256376 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Set router a167258b-df50-4a63-b604-af4873cacaa0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:47.482388 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 4, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '78930b64-6fc8-4c78-b981-4238273be19c', 'name': '', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'mac_address': 'fa:16:3e:35:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:42Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 2, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'subnets': [{'id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:47.520589 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Checking router: a167258b-df50-4a63-b604-af4873cacaa0 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:22:47.520950 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Updating router a167258b-df50-4a63-b604-af4873cacaa0 port 78930b64-6fc8-4c78-b981-4238273be19c binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:22:47.548869 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (78930b64-6fc8-4c78-b981-4238273be19c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:47.693796 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b71ced36-4b4b-481c-8fe5-b18eea479480 req-4a4c6c9a-35be-4832-a907-a232b3595c3d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.1825740 Feb 18 08:22:47.721483 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-baa36a28-89ba-4584-8c06-78c771e3ba0e req-986b415c-6901-49b9-a1a5-119d738d7213 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0262580 Feb 18 08:22:47.808711 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 3abd8b46-c6dc-4bce-945d-86afcc11c42e up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:47.810562 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d0146953-2286-495e-97bf-202f5f605bfc req-3508b4a9-a840-4ee8-867e-7fbb330817c2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0299985 Feb 18 08:22:47.839444 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f594e179-ac63-4ced-98b0-2586cfd3304e req-99c0948b-ea63-4413-b0b7-8a9a7a7e22cb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0312514 Feb 18 08:22:47.885826 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Publish callbacks [] for port (78930b64-6fc8-4c78-b981-4238273be19c), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:47.894248 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (78930b64-6fc8-4c78-b981-4238273be19c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:47.925811 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 3abd8b46-c6dc-4bce-945d-86afcc11c42e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:47.926231 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:47.972717 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b8408-438b-4d71-bf17-579de55b7f72 None None] Pushing event updated for resources: {'Port': ['ID=78930b64-6fc8-4c78-b981-4238273be19c,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:48.054992 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Attempting to bind port 78930b64-6fc8-4c78-b981-4238273be19c on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:22:48.055362 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Attempting to bind port 78930b64-6fc8-4c78-b981-4238273be19c by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:22:48.055747 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Attempting to bind port 78930b64-6fc8-4c78-b981-4238273be19c on network 180c331a-7438-499d-ad53-141221ec53c7 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:22:48.068113 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:22:48.068487 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Checking segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:22:48.068876 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:48.069266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Bound using segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:22:48.069730 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Bound port: 78930b64-6fc8-4c78-b981-4238273be19c, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:22:48.070108 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (78930b64-6fc8-4c78-b981-4238273be19c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:48.080337 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 3abd8b46-c6dc-4bce-945d-86afcc11c42e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:48.135547 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] For port 78930b64-6fc8-4c78-b981-4238273be19c, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:22:48.138648 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] For port 78930b64-6fc8-4c78-b981-4238273be19c, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=78930b64-6fc8-4c78-b981-4238273be19c,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:22:48.145637 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (78930b64-6fc8-4c78-b981-4238273be19c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:48.206314 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Routers {'a167258b-df50-4a63-b604-af4873cacaa0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:22:48.206998 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:22:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a167258b-df50-4a63-b604-af4873cacaa0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:48.209924 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b8408-438b-4d71-bf17-579de55b7f72 None None] Pushing event updated for resources: {'Port': ['ID=78930b64-6fc8-4c78-b981-4238273be19c,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:48.315045 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] Set router a167258b-df50-4a63-b604-af4873cacaa0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:22:48.520388 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 4, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '78930b64-6fc8-4c78-b981-4238273be19c', 'name': '', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'mac_address': 'fa:16:3e:35:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:42Z', 'updated_at': '2022-02-18T08:22:48Z', 'revision_number': 4, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'subnets': [{'id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:22:48.547389 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b47854f-ddd4-4181-ad0b-9e682288e64f None None] The sync data for ids ['a167258b-df50-4a63-b604-af4873cacaa0'] in dv-cinder-773985-35-iscsi is: [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 4, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '78930b64-6fc8-4c78-b981-4238273be19c', 'name': '', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'mac_address': 'fa:16:3e:35:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:42Z', 'updated_at': '2022-02-18T08:22:48Z', 'revision_number': 4, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'subnets': [{'id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:22:48.795798 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5f8600b4-9e4f-4490-8c36-3a7b6bfeb071 req-e618fbf5-5faf-414f-bad1-02b3aaea70db tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Feb 18 08:22:48.827103 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-735792b9-8d69-4b1e-84ea-5361b8991312 req-b1b3ec86-1345-43e0-8071-8d491d1d0443 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0302708 Feb 18 08:22:48.910798 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc24d548-b00e-4615-aa6c-07e447f07ce6 req-482a96ea-de95-402b-a913-e5ca25de7c3a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Feb 18 08:22:48.946026 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2eb96837-e251-45c3-aae4-f347726f3498 req-6f3115d0-b539-4308-8c29-4a76cca8e0e2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0378640 Feb 18 08:22:49.834127 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 78930b64-6fc8-4c78-b981-4238273be19c up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:49.926712 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.79', 50633) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:49.943985 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4b5045d2-b7b4-4fd9-943f-528c38b3a857 req-e9643dea-13f2-48aa-92ad-f04aac5e983d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0592079 Feb 18 08:22:49.945061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.79', 50634) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:49.951792 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 78930b64-6fc8-4c78-b981-4238273be19c triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:49.952387 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (78930b64-6fc8-4c78-b981-4238273be19c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:50.106473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.79', 50635) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:50.168328 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.79', 50636) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:50.220665 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1c76c7c7-5362-4064-ae65-138c398a7e17 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:50.222725 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1c76c7c7-5362-4064-ae65-138c398a7e17 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 816 time: 0.1150627 Feb 18 08:22:50.237622 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-575ad24a-77e5-4db1-ba0d-637312871dc1 req-4cbbcaaf-9506-4483-95ef-98cf711d872b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.2553866 Feb 18 08:22:50.277806 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 78930b64-6fc8-4c78-b981-4238273be19c is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:50.278341 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (78930b64-6fc8-4c78-b981-4238273be19c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:50.335407 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 78930b64-6fc8-4c78-b981-4238273be19c, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=78930b64-6fc8-4c78-b981-4238273be19c,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:22:50.359310 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (78930b64-6fc8-4c78-b981-4238273be19c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:50.446157 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bdc6ca5b-77dd-4560-980e-e6062d35ff46 req-90b75b37-5531-4bb2-b11b-e524a5a92af9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.3678658 Feb 18 08:22:50.462024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=78930b64-6fc8-4c78-b981-4238273be19c,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:22:50.571416 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5ff642b4-c570-4a77-9038-875ae6d7060e req-064acd06-ea5a-4706-868c-fe8797efb9d0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0593562 Feb 18 08:22:50.573315 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.79', 50644) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:22:50.653167 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-095cd85a-b5a7-463c-8566-7d6f2db4f9ed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:50.654740 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-095cd85a-b5a7-463c-8566-7d6f2db4f9ed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 818 time: 0.7250884 Feb 18 08:22:50.675064 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-c5dbb8a5-d73c-4c91-8810-88150af06f1e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:50.677100 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-c5dbb8a5-d73c-4c91-8810-88150af06f1e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 818 time: 0.5073116 Feb 18 08:22:50.705502 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-38820627-4891-403d-a7f0-fcd9f0e57df4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 380 time: 0.3871186 Feb 18 08:22:50.721094 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-93224c4f-9e2e-4b68-abef-28ef772e8d67 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:50.722069 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-93224c4f-9e2e-4b68-abef-28ef772e8d67 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.79 "GET /v2.0/networks?id=65cc06d4-ce18-4819-9f73-8921cf7a5f0c HTTP/1.1" status: 200 len: 811 time: 0.7757950 Feb 18 08:22:50.767943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-622d0c75-2efa-45b2-8649-f61fa1f17ed2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:22:50.769908 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-622d0c75-2efa-45b2-8649-f61fa1f17ed2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.1756308 Feb 18 08:22:51.060622 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-53a85919-c0a1-41af-b85b-2200b96e95d1 req-ba53a7b3-3f07-45ca-b0a3-6433debfea4f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0351851 Feb 18 08:22:51.327925 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3ba4c7fd-271f-437b-9583-b8a415353d9f req-7827b868-2b31-422e-926f-863966803143 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0270612 Feb 18 08:22:51.704226 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f259037c-c84c-45e0-a817-901dbf9c81de req-69be80c1-4c7c-42a2-8f07-983bf24c1239 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0352550 Feb 18 08:22:51.732299 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-39da0962-8c6b-4741-96ae-5c361ca15ded req-36612291-965f-4cc4-b874-56309dd0dbf7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0492692 Feb 18 08:22:51.800065 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 78930b64-6fc8-4c78-b981-4238273be19c up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:22:51.854856 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 78930b64-6fc8-4c78-b981-4238273be19c triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:22:51.855237 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (78930b64-6fc8-4c78-b981-4238273be19c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:51.933811 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 78930b64-6fc8-4c78-b981-4238273be19c is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:22:52.163544 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a633bff2-01b1-4442-bf38-e478e1524d42 req-7768f6a6-6890-46da-ab6b-8852afb8264d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0281367 Feb 18 08:22:52.433700 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f54e3564-6842-4471-80f4-e3a70cbb1d66 req-f1598159-2924-40b5-98f4-95ff8fd5ac3c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0302193 Feb 18 08:22:52.812369 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-69c372bf-16b6-408f-bc61-d8403364ef8c req-01d4a276-d6a2-4767-b120-19e8656858f7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0409148 Feb 18 08:22:52.838119 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-47afe030-ee67-4911-9820-ad48e22e6382 req-67f121ec-0437-4899-9d8f-408b2591b735 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Feb 18 08:22:53.276010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb2a03bc-9a7c-483a-9926-b51e7fefd587 req-f72f423c-cd52-4eb2-ac6a-e9708870c41c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0348971 Feb 18 08:22:53.541999 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b21e52f9-eb39-48d0-9714-9b744d05b58f req-aae254c4-ab9f-45a2-811e-2719c075295b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0298595 Feb 18 08:22:53.905707 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7bdb6df-89f5-4a53-b9a9-d66c14f581b9 req-44241d8a-17f0-4318-94de-fdbc5adc6b67 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0268586 Feb 18 08:22:53.938010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dfa6891b-486f-45be-885e-6e13603b9906 req-e5d00a4e-042b-4479-94e9-0a8ff659fb8a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Feb 18 08:22:54.396216 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-33b4fff6-d206-41d1-8bbe-c672da3e1d52 req-e5f6938d-214b-4ae0-90f6-2eca857af745 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0305641 Feb 18 08:22:54.662387 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f5682481-f31d-4027-a03e-2020b2554381 req-5810a9d8-7e56-4c11-891c-19a1fa0103cc tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0288146 Feb 18 08:22:55.001419 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d12f5fb9-fcf7-4df8-95f4-4ce31534108f req-cfb57ca5-5bf4-4f26-8885-7f6ba88b7bf3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0272391 Feb 18 08:22:55.053606 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49265930-fafd-43b7-a5dc-10ad013c2acb req-188e919d-64e8-4043-ae63-06c8d6ae9d38 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0416706 Feb 18 08:22:55.498440 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8b1858a0-8ff8-4819-877b-7202d36ed18c req-66c21f1c-3543-41b1-87b2-f8026d29b6b2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Feb 18 08:22:55.790367 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-03dee4fa-c6c0-4588-ad58-dca5baf4a3db req-84a5876c-ca47-4f11-b7cb-86f68196f2b5 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0365958 Feb 18 08:22:56.121590 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49910191-f15d-4306-bfb7-5c47bad947db req-d99b7c7a-0a5e-42fb-9b42-d85cb98f1eb8 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0339565 Feb 18 08:22:56.160933 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1235905e-e6d6-4f0e-be62-aa59ae80c5d9 req-18bb16d3-3697-4cf6-bd47-419e9207457a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0289979 Feb 18 08:22:56.591930 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0ae11ed0-fc4e-4bea-ad96-a31b5f1c96aa req-3a0e56b8-fb9c-4962-a462-f8edba394d99 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Feb 18 08:22:56.886539 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-62800fdb-a5a7-4a9e-a5a4-c1695ab3aab4 req-30616975-95f8-4dd0-b749-4ddd4dfb7165 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0283961 Feb 18 08:22:57.202941 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bd212c6-b258-4303-b2ab-63bbc644fba5 req-d4aa6384-87fd-4d0b-8255-a983c5680247 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0317061 Feb 18 08:22:57.264509 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-228d90b6-9794-4276-966d-072cdb2b96a6 req-0a04b21e-63fb-4056-a731-89b279c3fa4f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Feb 18 08:22:57.707555 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-85617d12-7485-41c7-b9b9-700e291a5c54 req-5431b265-3b83-4bf2-844d-e9845d0a5d29 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0267513 Feb 18 08:22:57.984406 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc5cb886-9ec3-4acb-bb3a-b65f600638b8 req-50d43d50-1a6f-4207-8667-d40a1d44dcaa tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0283308 Feb 18 08:22:58.297961 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7bf7d3fc-bddf-4778-bf8a-0fd0f13c05cf req-6bbd04d1-a29c-4e66-848e-387f8960d6c2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Feb 18 08:22:58.398276 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-11066f4a-dc43-471d-9bf7-88533046ed29 req-2c48a95d-fb78-4ff7-bad0-161f6e138536 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0296295 Feb 18 08:22:58.455349 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-de5a55d1-b232-4a76-9201-1278d1760b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:22:58.944163 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c33dad06-5ee2-4f98-bb1a-e60cc33bf9ae req-90353cf5-5121-4e59-a43b-2c084d929ca9 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0284090 Feb 18 08:22:59.083448 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b0866193-eafd-4c30-bd18-c6249bceec79 req-795db8e8-de5e-4a3e-aa32-5050be3bb732 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0300176 Feb 18 08:22:59.399245 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-44f19466-4b0d-45a1-bab8-847b9a5d9064 req-36c4bc62-52b5-4d99-abac-096ece1d40fb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0273716 Feb 18 08:22:59.509538 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7d5871d2-6f9f-4bfc-b117-e7497a92fe31 req-8298cb22-ae5f-4066-ad82-5e82c856ad37 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0319710 Feb 18 08:23:00.049403 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-befb27a3-7ac1-44bc-86e4-c9b5d3a73871 req-91f0d6e9-3af5-42d9-b57e-3294645f9cc9 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0356007 Feb 18 08:23:00.185622 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af0b86c5-b945-4128-9824-dd1107c0dc24 req-5fb9280e-582e-49ad-b331-373d4af907df tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Feb 18 08:23:00.503711 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90538fd5-393d-41cb-bde7-7539e166b20f req-44ea24ea-c854-4305-ba81-1bd3b3229b68 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Feb 18 08:23:00.571161 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-bd0916c4-df6d-47ca-87f1-c21c324cae1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:00.614680 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7ec2696e-4eee-4f7a-8e0a-c3ac918e3506 req-eebba25f-cffc-4164-9ceb-cf2f429f6a30 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0297909 Feb 18 08:23:01.151224 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-903bf921-7f04-4efa-8b27-fda0d2458f90 req-929d82f7-1046-48f9-b1f6-b5c9e275fc7a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Feb 18 08:23:01.287700 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-be1fae98-6e92-4bfa-8fb1-4f7a6b60ef90 req-2304eaa2-c97d-425b-8e9a-42324eed0e64 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0265958 Feb 18 08:23:01.606898 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-976d3d17-a06c-4bcd-b06d-2574c24eec53 req-20dd53ed-00c1-4209-9c17-df96b0773b02 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0387423 Feb 18 08:23:01.716202 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9e322f3a-7eae-404c-97be-9cef5abe8362 req-18a9722f-1982-4dbf-8fba-1bba2ac011b3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Feb 18 08:23:01.854736 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:02.246644 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ab335449-4f67-4c9a-ae2b-34aaec73e490 req-4fc26bcd-4f5d-441e-b3ba-6d83bb643ec7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0264096 Feb 18 08:23:02.410139 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f5e4d596-076d-4215-98ff-f61d868ef941 req-e0c50bc9-b3a4-4b6e-ba68-2225a8a28a44 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0322039 Feb 18 08:23:02.724233 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a23ac99b-51ad-4b1a-9e4f-b402e3ba80c3 req-b2a25539-5f4a-487b-b2c2-93c85551a3e2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0315578 Feb 18 08:23:02.844449 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e68ff609-c99b-4af0-96dc-8af94fb3bd26 req-137c1e5f-7720-4210-b360-ce8557804598 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0401189 Feb 18 08:23:03.003557 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55676) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:03.015310 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.057829 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55680) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:03.193962 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-173616af-6e3e-459c-b08a-b8b308c22a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.264320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-871ddd29-251c-4fb3-984c-ecc038db31b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.333858 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-173616af-6e3e-459c-b08a-b8b308c22a1f admin admin] Publish callbacks [] for security_group (51d816cc-1287-469f-a6d1-4ee464c1cb73), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.357099 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-173616af-6e3e-459c-b08a-b8b308c22a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (51d816cc-1287-469f-a6d1-4ee464c1cb73), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.391676 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eee0136b-b570-4f36-bfb1-14d4fe265ae4 req-ba5b511b-0d6e-4486-b2a0-43217cf85221 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0551596 Feb 18 08:23:03.468957 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-173616af-6e3e-459c-b08a-b8b308c22a1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ebebfc30a9e7404d939a3fde8de4b93f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4619746 Feb 18 08:23:03.469653 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 55706) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:03.475886 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173616af-6e3e-459c-b08a-b8b308c22a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d816cc-1287-469f-a6d1-4ee464c1cb73,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:03.523656 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-871ddd29-251c-4fb3-984c-ecc038db31b2 admin admin] Publish callbacks [] for security_group (a60f6094-90ec-446e-9e10-aa364905f3ed), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.536496 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-871ddd29-251c-4fb3-984c-ecc038db31b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a60f6094-90ec-446e-9e10-aa364905f3ed), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.543965 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-84ab9ca7-73e2-4920-a868-88aa69717f5c admin admin] Publish callbacks [] for security_group (51d816cc-1287-469f-a6d1-4ee464c1cb73), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.574199 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-84ab9ca7-73e2-4920-a868-88aa69717f5c admin admin] Publish callbacks [] for security_group (51d816cc-1287-469f-a6d1-4ee464c1cb73), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.574447 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8d75abfb-a710-4e43-bcb3-2f55451f5526 req-a05610d5-66bd-4bb3-99ba-897cea47f273 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0485983 Feb 18 08:23:03.647919 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-84ab9ca7-73e2-4920-a868-88aa69717f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (51d816cc-1287-469f-a6d1-4ee464c1cb73), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.659999 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-84ab9ca7-73e2-4920-a868-88aa69717f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.677755 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-871ddd29-251c-4fb3-984c-ecc038db31b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c3a26e0808e405d87b0885b1557375b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6187282 Feb 18 08:23:03.684253 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-84ab9ca7-73e2-4920-a868-88aa69717f5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51d816cc-1287-469f-a6d1-4ee464c1cb73 HTTP/1.1" status: 204 len: 168 time: 0.2055554 Feb 18 08:23:03.685108 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55712) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:03.717295 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab9ca7-73e2-4920-a868-88aa69717f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d816cc-1287-469f-a6d1-4ee464c1cb73,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:03.740993 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ddd29-251c-4fb3-984c-ecc038db31b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f6094-90ec-446e-9e10-aa364905f3ed,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:03.797024 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f46f0efc-a6c1-46b7-b42e-982e2276c8b3 admin admin] Publish callbacks [] for security_group (a60f6094-90ec-446e-9e10-aa364905f3ed), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.830143 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f46f0efc-a6c1-46b7-b42e-982e2276c8b3 admin admin] Publish callbacks [] for security_group (a60f6094-90ec-446e-9e10-aa364905f3ed), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.900343 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-12eb92cf-9f6a-4e5c-a3ad-78999410fda5 req-e568f1b8-92ee-4c60-af0f-f547b1018464 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0385327 Feb 18 08:23:03.940187 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f46f0efc-a6c1-46b7-b42e-982e2276c8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a60f6094-90ec-446e-9e10-aa364905f3ed), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.946045 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f46f0efc-a6c1-46b7-b42e-982e2276c8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:03.946045 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f46f0efc-a6c1-46b7-b42e-982e2276c8b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a60f6094-90ec-446e-9e10-aa364905f3ed HTTP/1.1" status: 204 len: 168 time: 0.2581851 Feb 18 08:23:03.960804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f0efc-a6c1-46b7-b42e-982e2276c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f6094-90ec-446e-9e10-aa364905f3ed,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:04.082116 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfd177f0-9b0e-4df5-b258-a23b9d05202c req-754d2e90-2c1a-4f3b-ae01-bda06a015e8a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0562968 Feb 18 08:23:04.459042 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.534056 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-91f0f026-9c53-4749-b71e-d397278f89f8 req-b1563546-6aba-4dec-a8fa-a6cb50e6c15d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0460603 Feb 18 08:23:04.632798 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 55750) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:04.647561 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6423-819c-4050-9fc7-10fed308db2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.676851 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a10dcf9-88a1-4aa8-8670-89cb1769b2f7 req-c2e4bf60-4543-494a-bc69-383fe102a998 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0308897 Feb 18 08:23:04.772459 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6423-819c-4050-9fc7-10fed308db2d admin admin] Publish callbacks [] for security_group (d8357ae5-7b1a-4d5a-a35f-441a2bfbf318), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.777407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6423-819c-4050-9fc7-10fed308db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d8357ae5-7b1a-4d5a-a35f-441a2bfbf318), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.821337 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e6423-819c-4050-9fc7-10fed308db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8357ae5-7b1a-4d5a-a35f-441a2bfbf318,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:04.825739 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-0b8e6423-819c-4050-9fc7-10fed308db2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75c13f5767044d0c8fbe838a02ebae10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1918831 Feb 18 08:23:04.828840 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 55756) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:04.878383 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7ba083db-db05-4aaa-9770-7da40f5264ff admin admin] Publish callbacks [] for security_group (d8357ae5-7b1a-4d5a-a35f-441a2bfbf318), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.900244 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7ba083db-db05-4aaa-9770-7da40f5264ff admin admin] Publish callbacks [] for security_group (d8357ae5-7b1a-4d5a-a35f-441a2bfbf318), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.961786 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7ba083db-db05-4aaa-9770-7da40f5264ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d8357ae5-7b1a-4d5a-a35f-441a2bfbf318), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.964877 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7ba083db-db05-4aaa-9770-7da40f5264ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:04.968077 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-7ba083db-db05-4aaa-9770-7da40f5264ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8357ae5-7b1a-4d5a-a35f-441a2bfbf318 HTTP/1.1" status: 204 len: 168 time: 0.1385555 Feb 18 08:23:04.983226 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba083db-db05-4aaa-9770-7da40f5264ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8357ae5-7b1a-4d5a-a35f-441a2bfbf318,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:05.028687 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f2b23a8e-0ae8-484f-ac3c-936007696d75 req-2cf7f1c5-eef9-4697-bc09-ffda675477f2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0409181 Feb 18 08:23:05.203224 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-677ee862-2c78-47f6-b45c-43bf4360d5ca req-924ef3e4-eff9-47bf-adaa-40fcda70b7e4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0267756 Feb 18 08:23:05.629599 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-11e4173c-7940-4f5f-b1b8-1fd68ef735f3 req-ae239cbe-24bc-414f-99d2-a5094f3fba73 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0287387 Feb 18 08:23:05.780942 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4478bd01-36af-41ca-8b8f-5bb69eaacce3 req-949cd0ee-7d48-4559-ad86-02787d13702a tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0299795 Feb 18 08:23:06.125978 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-23fd2d53-f83b-4aef-90c6-b714e0ddd641 req-d664a4f8-ffef-4c47-92aa-c069168cd051 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0267444 Feb 18 08:23:06.314771 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d9fc24cf-22f5-45f1-8ecb-41fdaaf3388a req-dc4d46cb-6f95-465c-9f33-3f0076f7b95d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0278368 Feb 18 08:23:06.725625 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ea74a56-9910-4145-ab5f-c6158e386c79 req-a2aa5fff-e44a-47cf-9539-d4770472a836 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0289719 Feb 18 08:23:06.877706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7052a1df-dc8a-4424-b078-8633ef2d6e6b req-cfcc8736-1ebc-419e-9b95-7124865cdfb5 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0287721 Feb 18 08:23:07.234228 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a62f8d7c-147e-4ec9-a5a7-658df0867df1 req-5fd7f38a-f394-4dff-af72-6831a1fd77c5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0283933 Feb 18 08:23:07.451270 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-552edff0-8caa-4a71-b7b8-45dd2b3aad65 req-714333c2-a705-43b8-9d01-a64b28d95a8a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0287969 Feb 18 08:23:07.820727 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bacb2382-330d-4908-94ec-7495077e7508 req-de78dbc6-18f5-440f-9aaa-5ba968705ed7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Feb 18 08:23:07.983830 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3c1e3df5-9c9a-46d1-95e3-0a53f86234f0 req-5dbdd9e1-21f2-4842-8d48-1efa6ee11d1d tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0272210 Feb 18 08:23:08.344879 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a15e0ffa-ab23-481e-9cf5-f1459b17f812 req-3b7483a3-0c46-4e40-b152-827507e1378a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Feb 18 08:23:08.552533 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5df983ea-7d43-431d-8108-f1934ed4747e req-f90a96f8-3949-4826-94a8-c41c9514c8c1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Feb 18 08:23:08.915334 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-67e3e618-3597-49a8-b531-1876f90d40bb req-4d92525f-f363-475d-a5c8-46effd726b44 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Feb 18 08:23:09.041214 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'port': {'device_id': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'admin_state_up': True, 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'security_groups': ['c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:09.041676 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Request body: {'port': {'device_id': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'admin_state_up': True, 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:09.051274 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Request body: {'port': {'device_id': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c', 'admin_state_up': True, 'tenant_id': '448e00602c4e4bb28f708679e9428c58'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:09.098207 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Request body: {'port': {'device_id': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'admin_state_up': True, 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:09.102051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Request body: {'port': {'device_id': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'admin_state_up': True, 'tenant_id': '53af05a70c1040e483cc64f7d538803b'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:09.337353 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Made reservation on behalf of 75d6d7f1e1fb42b085295904cc6fbdb8 for: {'port': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:09.341014 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.344195 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Made reservation on behalf of 75d6d7f1e1fb42b085295904cc6fbdb8 for: {'port': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:09.347161 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.369576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-30861345-d7e0-4407-ae4e-693927657576 req-a69be2c8-cb97-49e2-9df5-c5dda2fa4c8b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.2520895 Feb 18 08:23:09.492781 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9547963e-fc26-45ca-8d91-62925a58cfab req-5d7d9993-3e69-4d45-9d7b-b3be30e27b32 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0508666 Feb 18 08:23:09.527444 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Made reservation on behalf of 448e00602c4e4bb28f708679e9428c58 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:09.531562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.563921 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Made reservation on behalf of c3b06bd841124e2fab3bfc2eb7ffcdfd for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:09.567473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.571856 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Made reservation on behalf of 53af05a70c1040e483cc64f7d538803b for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:09.574910 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.639136 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Allocated IP 172.20.0.6 (180c331a-7438-499d-ad53-141221ec53c7/e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761/f03b9efe-2bfc-435b-b7dc-9862b4e59ad2) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:23:09.722816 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dfeac631-006e-4cf4-88f9-8e2f5b974396 req-bc829882-d47a-4028-8a54-22c1a0417b2c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 210 time: 0.0809128 Feb 18 08:23:09.807148 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks [] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.844800 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:09.952609 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Allocated IP 172.20.0.4 (65cc06d4-ce18-4819-9f73-8921cf7a5f0c/802c793b-2698-4cf0-8727-18118e0276a9/8cb692c1-811b-4841-8985-f88ff9796dce) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:23:09.963078 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Network 180c331a-7438-499d-ad53-141221ec53c7 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:23:09.976316 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:10.001139 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:23:10.009693 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:10.012481 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.020623 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Allocated IP 172.20.0.10 (180c331a-7438-499d-ad53-141221ec53c7/e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761/ffe5bad7-1229-4085-bf5d-1340a6d8e6a2) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:23:10.037479 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Pushing event updated for resources: {'Port': ['ID=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:10.051875 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-b8489c91-36d3-42a6-9f28-85e08ab54118 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9870894 Feb 18 08:23:10.069346 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-736ef28c-4cdd-4080-b925-1ec41cf77c59 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:23:10.070344 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-736ef28c-4cdd-4080-b925-1ec41cf77c59 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077343 Feb 18 08:23:10.084540 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-69e1a9ca-3eed-48e3-91d4-6f87b6aabb8a req-6388a9dc-a40e-4891-a8a6-9d3b094380ba tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 210 time: 0.0630529 Feb 18 08:23:10.091356 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Allocated IP 172.20.0.12 (9aee4954-8c06-47d1-ac02-b10e1f74fa2c/f5583f06-f98f-4a6b-bac2-d7e7de013d46/f851bb0c-c511-451c-a45b-4645dba0098c) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:23:10.125240 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Allocated IP 172.20.0.4 (6936d60e-4499-4068-8fa1-8b3d07175403/0b564d88-9a20-42c5-8b98-f2da7af9c6d0/6086234a-0c86-4c3b-beca-827c8ccb91ba) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:23:10.220228 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks [] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.235719 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Request body: {'port': {'device_id': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:10.298131 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.348432 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.352914 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Network 180c331a-7438-499d-ad53-141221ec53c7 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:23:10.362409 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:10.365643 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Pushing event updated for resources: {'Port': ['ID=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:10.369456 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:23:10.374465 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:10.375146 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.411014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks [] for port (8cb692c1-811b-4841-8985-f88ff9796dce), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.417924 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-0f1e5679-bae1-4d1f-a402-c3f6093cb56e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3797724 Feb 18 08:23:10.493717 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for port (f851bb0c-c511-451c-a45b-4645dba0098c), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.523306 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4dad3f59-8f96-49be-96e7-8d73140de0ba req-e4f559fd-8baa-40e1-ab8d-cc442c8b1c0a tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0572777 Feb 18 08:23:10.548768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks [] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.566031 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.646347 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Request body: {'port': {'device_id': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:10.677368 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.684754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:23:10.715069 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:10.725559 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:23:10.730959 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:10.731602 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.740632 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Pushing event updated for resources: {'Port': ['ID=8cb692c1-811b-4841-8985-f88ff9796dce,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:10.742314 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.790288 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:23:10.800870 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.807368 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:10.822987 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:23:10.828228 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:10.829230 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:10.837608 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-46bdf659-874a-4909-aea8-01102e9170a9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7926035 Feb 18 08:23:10.892900 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Request body: {'port': {'device_id': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:10.908082 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:11.000983 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be379c2-f2cc-40cd-a0ca-8de10a73d076 req-a80a6d15-9977-4737-a014-0907cd3bcfed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:11.004875 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 {{(pid=102755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:11.010413 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0be379c2-f2cc-40cd-a0ca-8de10a73d076 req-a80a6d15-9977-4737-a014-0907cd3bcfed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 931 time: 0.4101038 Feb 18 08:23:11.015737 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Publish callbacks [] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.080012 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.provisioning_blocks [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Transition to ACTIVE for port object f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 will not be triggered until provisioned by entity L2. {{(pid=102755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:23:11.097152 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.120979 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-1b364856-4ebb-43c8-86e0-7a1d8656ec9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0849755 Feb 18 08:23:11.140437 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Network 6936d60e-4499-4068-8fa1-8b3d07175403 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:23:11.164450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Request body: {'port': {'device_id': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:11.188674 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-474839c6-143c-4b32-b96a-48f796087f00 None None] Provisioning complete for port f851bb0c-c511-451c-a45b-4645dba0098c triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:23:11.189803 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-474839c6-143c-4b32-b96a-48f796087f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.230050 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-474839c6-143c-4b32-b96a-48f796087f00 None None] Port f851bb0c-c511-451c-a45b-4645dba0098c cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:23:11.308757 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:11.324764 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:23:11.331166 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:11.370767 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:11.370767 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.386662 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0be379c2-f2cc-40cd-a0ca-8de10a73d076 req-4654cc73-76d5-4d64-bf22-31d27cf98c36 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670361 Feb 18 08:23:11.387042 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.managers [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Attempting to bind port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:23:11.387648 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.managers [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Attempting to bind port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'}] {{(pid=102755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:23:11.388069 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Attempting to bind port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 on network 180c331a-7438-499d-ad53-141221ec53c7 {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:11.395277 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 on network 180c331a-7438-499d-ad53-141221ec53c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:23:11.395598 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Attempting to bind port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 on network 180c331a-7438-499d-ad53-141221ec53c7 {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:11.407105 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:23:11.407645 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Checking segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:11.408647 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Bound using segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:23:11.409227 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.managers [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Bound port: f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'}}] {{(pid=102755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:23:11.409728 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.438757 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event updated for resources: {'Port': ['ID=6086234a-0c86-4c3b-beca-827c8ccb91ba,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:11.445710 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-8c4848b8-f393-43d2-b5a4-1b194403d958 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3476377 Feb 18 08:23:11.448649 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.481375 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Request body: {'port': {'device_id': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:11.508224 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] For port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host hv-cinder-77398, cleared binding levels {{(pid=102755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:23:11.533750 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] For port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:23:11.544734 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.614149 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:11.614758 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.616224 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] 10.222.0.79 "PUT /v2.0/ports/f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 HTTP/1.1" status: 200 len: 1093 time: 1.4410746 Feb 18 08:23:11.618453 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'tag': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:11.690832 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 {{(pid=102755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:11.727200 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Publish callbacks [] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.767497 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8ff43-b1d2-4a4d-9b67-567c97298e0f req-aed27e9e-c915-4275-a03c-1bccf2628129 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:11.769083 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bb8ff43-b1d2-4a4d-9b67-567c97298e0f req-aed27e9e-c915-4275-a03c-1bccf2628129 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 932 time: 0.9026346 Feb 18 08:23:11.772627 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.786218 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf2101-2806-4213-b02a-c747eb548158 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,revision_number=3']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:11.795161 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.provisioning_blocks [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Transition to ACTIVE for port object ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 will not be triggered until provisioned by entity L2. {{(pid=102755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:23:11.813568 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-0d22c4f1-7e82-41f9-8fcb-c81592cf927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:11.815298 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-0d22c4f1-7e82-41f9-8fcb-c81592cf927d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 1127 time: 0.1348128 Feb 18 08:23:11.816068 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:11.926725 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5b87c2cc-9e67-47d3-8508-49f3c4908ce0", "tag": "f03b9efe-2bfc-435b-b7dc-9862b4e59ad2"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:11.933513 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-650de40a-ae2d-4e5b-833c-1cf842984f58 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 HTTP/1.1" status: 200 len: 217 time: 0.1088812 Feb 18 08:23:11.941732 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Pushing event updated for resources: {'Port': ['ID=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:11.977617 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:12.011042 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692b95-1bb5-4881-aa80-3f73c642231e req-538c5e1d-d9dd-41b4-a566-1728f90f6bf6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.017938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.managers [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Attempting to bind port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:23:12.017938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.managers [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Attempting to bind port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'}] {{(pid=102755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:23:12.017938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Attempting to bind port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 on network 180c331a-7438-499d-ad53-141221ec53c7 {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:12.018277 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf692b95-1bb5-4881-aa80-3f73c642231e req-538c5e1d-d9dd-41b4-a566-1728f90f6bf6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 931 time: 0.5319407 Feb 18 08:23:12.018371 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 on network 180c331a-7438-499d-ad53-141221ec53c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:23:12.018371 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Attempting to bind port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 on network 180c331a-7438-499d-ad53-141221ec53c7 {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:12.027870 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:23:12.028301 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Checking segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:12.028577 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Bound using segment: {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'} {{(pid=102755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:23:12.029007 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.managers [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Bound port: ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbf52fe-0f67-4185-b674-9f3cb77ed76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '180c331a-7438-499d-ad53-141221ec53c7'}}] {{(pid=102755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:23:12.029360 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:12.033034 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e567-0582-4341-b402-49f022e8a0aa req-6dbda116-daff-44e4-a7fd-1b338df0844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.034534 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-6dbda116-daff-44e4-a7fd-1b338df0844a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0939152 Feb 18 08:23:12.090768 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-1382bd74-96e2-49c9-b8d0-26f8ce853c83 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490172 Feb 18 08:23:12.154479 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bb8ff43-b1d2-4a4d-9b67-567c97298e0f req-52027ea3-ffb3-459d-8515-8ea32457328c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593025 Feb 18 08:23:12.225199 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] For port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host hv-cinder-77398, cleared binding levels {{(pid=102755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:23:12.239653 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] For port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:23:12.265728 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf692b95-1bb5-4881-aa80-3f73c642231e req-6e071c12-cce6-45b3-beea-e63e6a6afafd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059355 Feb 18 08:23:12.272360 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:12.317413 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-16499c19-0544-45b5-b50b-fd90f6039667 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084887 Feb 18 08:23:12.321447 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.322054 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:12.323417 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] 10.222.0.79 "PUT /v2.0/ports/ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 1094 time: 1.6866386 Feb 18 08:23:12.448250 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1ff4-d952-4723-898c-dff15a88213b service neutron] Pushing event updated for resources: {'Port': ['ID=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,revision_number=3']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:12.492896 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-86378cf1-c10b-42d8-a8bf-0ded332c780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.494501 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-86378cf1-c10b-42d8-a8bf-0ded332c780e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1128 time: 0.1253927 Feb 18 08:23:12.496339 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-81a9e567-0582-4341-b402-49f022e8a0aa req-32832465-b90f-477f-b8e5-3d143f656bfb service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671720 Feb 18 08:23:12.562123 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-7d8a105a-5e16-44b4-b3ad-c813b8361a48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0549314 Feb 18 08:23:12.603037 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d003c8e-f78d-4ccd-b507-13d3285bef2f x-openstack-request-id: req-3d003c8e-f78d-4ccd-b507-13d3285bef2f {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:12.603370 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b87c2cc-9e67-47d3-8508-49f3c4908ce0", "tag": "f03b9efe-2bfc-435b-b7dc-9862b4e59ad2", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:12.603610 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d003c8e-f78d-4ccd-b507-13d3285bef2f {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:12.604392 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'tag': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2', 'status': 'completed', 'code': 200} Feb 18 08:23:12.633735 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eb428-df42-4e52-9443-39ef98343621 req-702e17bd-ef9b-4125-9871-2f2eca484cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.635261 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-702e17bd-ef9b-4125-9871-2f2eca484cf2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0641026 Feb 18 08:23:12.668387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f851bb0c-c511-451c-a45b-4645dba0098c {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:12.681086 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-f6c0f000-e49d-4889-9058-c02f09002895 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309343 Feb 18 08:23:12.708453 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Publish callbacks [] for port (f851bb0c-c511-451c-a45b-4645dba0098c), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:12.739917 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-c09b83dc-09a2-4bdb-adbb-3cb1b92371b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.744983 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-c09b83dc-09a2-4bdb-adbb-3cb1b92371b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 1127 time: 0.1246061 Feb 18 08:23:12.758794 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Transition to ACTIVE for port object f851bb0c-c511-451c-a45b-4645dba0098c will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:23:12.817406 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:12.831872 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df58e0-d069-4c68-98d8-b24b28c5d0cf req-020aec59-692c-4a67-af26-0c7916bd6605 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:12.834131 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-18df58e0-d069-4c68-98d8-b24b28c5d0cf req-020aec59-692c-4a67-af26-0c7916bd6605 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 931 time: 0.5575435 Feb 18 08:23:12.944233 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.004531 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb692c1-811b-4841-8985-f88ff9796dce {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:13.069770 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Publish callbacks [] for port (8cb692c1-811b-4841-8985-f88ff9796dce), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.098000 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-a921b658-e6d5-4ff2-8291-372a15d9868c service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099689 Feb 18 08:23:13.113087 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-c0d0d00d-9875-4a86-ad51-9a0b7d3c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:13.114947 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-c0d0d00d-9875-4a86-ad51-9a0b7d3c72d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.3611541 Feb 18 08:23:13.164291 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:13.208510 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Transition to ACTIVE for port object 8cb692c1-811b-4841-8985-f88ff9796dce will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:23:13.219746 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e2fe2-eb22-4b16-8297-e2bbd82c007e req-65a02de1-4635-4f2a-8ba9-d9067d304570 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:13.226834 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10e2fe2-eb22-4b16-8297-e2bbd82c007e req-65a02de1-4635-4f2a-8ba9-d9067d304570 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.4697173 Feb 18 08:23:13.241959 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.250909 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-18df58e0-d069-4c68-98d8-b24b28c5d0cf req-81f55365-64a7-4276-96a4-a9958bfdf69d tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945429 Feb 18 08:23:13.251605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Attempting to bind port f851bb0c-c511-451c-a45b-4645dba0098c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:23:13.251980 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Attempting to bind port f851bb0c-c511-451c-a45b-4645dba0098c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:23:13.252330 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Attempting to bind port f851bb0c-c511-451c-a45b-4645dba0098c on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:13.319953 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Port f851bb0c-c511-451c-a45b-4645dba0098c on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:23:13.319953 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Attempting to bind port f851bb0c-c511-451c-a45b-4645dba0098c on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:13.378347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:23:13.378690 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Checking segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:13.379249 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Bound using segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:23:13.379700 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Bound port: f851bb0c-c511-451c-a45b-4645dba0098c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:23:13.380065 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.416408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb692c1-811b-4841-8985-f88ff9796dce,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:13.439590 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10e2fe2-eb22-4b16-8297-e2bbd82c007e req-21ee391b-edf6-40e2-9d1d-ab9ce214d927 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115109 Feb 18 08:23:13.460772 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6086234a-0c86-4c3b-beca-827c8ccb91ba {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:13.469613 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Publish callbacks [] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.518673 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Transition to ACTIVE for port object 6086234a-0c86-4c3b-beca-827c8ccb91ba will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:23:13.523071 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Attempting to bind port 8cb692c1-811b-4841-8985-f88ff9796dce on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:23:13.523400 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Attempting to bind port 8cb692c1-811b-4841-8985-f88ff9796dce by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '38a32e73-bd36-4137-8515-7902ad071ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:23:13.523857 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Attempting to bind port 8cb692c1-811b-4841-8985-f88ff9796dce on network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:13.543726 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.573369 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Port 8cb692c1-811b-4841-8985-f88ff9796dce on network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:23:13.573771 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Attempting to bind port 8cb692c1-811b-4841-8985-f88ff9796dce on network 65cc06d4-ce18-4819-9f73-8921cf7a5f0c {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:13.581795 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd7be-52cb-4b65-9190-d150e17a47df req-c49bafee-8f59-421e-b9f0-10bd69fdde4d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:13.583927 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-786cd7be-52cb-4b65-9190-d150e17a47df req-c49bafee-8f59-421e-b9f0-10bd69fdde4d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.2553694 Feb 18 08:23:13.635031 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:23:13.635347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Checking segment: {'id': '38a32e73-bd36-4137-8515-7902ad071ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:13.635888 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Bound using segment: {'id': '38a32e73-bd36-4137-8515-7902ad071ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:23:13.636521 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Bound port: 8cb692c1-811b-4841-8985-f88ff9796dce, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a32e73-bd36-4137-8515-7902ad071ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:23:13.637051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.665123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:23:13.706715 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6086234a-0c86-4c3b-beca-827c8ccb91ba,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:13.716424 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:23:13.778160 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.815794 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc523-8d6d-432f-8d1e-f431ce5aac28 req-a506a870-ae19-473a-90c4-2b93daf8556c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:13.817541 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c77dc523-8d6d-432f-8d1e-f431ce5aac28 req-a506a870-ae19-473a-90c4-2b93daf8556c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.2961752 Feb 18 08:23:13.849899 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Attempting to bind port 6086234a-0c86-4c3b-beca-827c8ccb91ba on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:23:13.850228 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Attempting to bind port 6086234a-0c86-4c3b-beca-827c8ccb91ba by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:23:13.850549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Attempting to bind port 6086234a-0c86-4c3b-beca-827c8ccb91ba on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:13.866609 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-786cd7be-52cb-4b65-9190-d150e17a47df req-ce4c7e5b-a1fa-4a3a-ab40-218bbd1410ca tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518163 Feb 18 08:23:13.876981 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:13.877605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:13.879110 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] 10.222.0.79 "PUT /v2.0/ports/f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 1094 time: 2.7366676 Feb 18 08:23:13.899290 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:13.969769 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Port 6086234a-0c86-4c3b-beca-827c8ccb91ba on network 6936d60e-4499-4068-8fa1-8b3d07175403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:23:13.970011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Attempting to bind port 6086234a-0c86-4c3b-beca-827c8ccb91ba on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:23:13.998243 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:23:13.998583 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Checking segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:13.998962 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Bound using segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:23:13.999415 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Bound port: 6086234a-0c86-4c3b-beca-827c8ccb91ba, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:23:13.999777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:14.010162 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] For port 8cb692c1-811b-4841-8985-f88ff9796dce, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:23:14.036128 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73ab2b-4aec-41ee-99bc-026097b044db service neutron] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:14.226365 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab7c49-7e14-400a-a75f-720c3d8752a5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:14.229978 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] For port 8cb692c1-811b-4841-8985-f88ff9796dce, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cb692c1-811b-4841-8985-f88ff9796dce,segment=NetworkSegment(38a32e73-bd36-4137-8515-7902ad071ea0),segment_id=38a32e73-bd36-4137-8515-7902ad071ea0)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:23:14.241526 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c77dc523-8d6d-432f-8d1e-f431ce5aac28 req-5be4a6fe-3f0d-475b-904c-e293a5b7fe66 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978448 Feb 18 08:23:14.260110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:14.316573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:14.317381 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:14.318910 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] 10.222.0.79 "PUT /v2.0/ports/8cb692c1-811b-4841-8985-f88ff9796dce HTTP/1.1" status: 200 len: 1093 time: 3.4536023 Feb 18 08:23:14.336629 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] For port 6086234a-0c86-4c3b-beca-827c8ccb91ba, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:23:14.343462 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] For port 6086234a-0c86-4c3b-beca-827c8ccb91ba, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:23:14.354051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2af861-ee9d-4683-8ad7-edb3537d80a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb692c1-811b-4841-8985-f88ff9796dce,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:14.372144 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:14.384953 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7771c8e-1039-4e8b-b34e-c059b4868ef2 x-openstack-request-id: req-e7771c8e-1039-4e8b-b34e-c059b4868ef2 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:14.385237 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:14.385477 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7771c8e-1039-4e8b-b34e-c059b4868ef2 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:14.385947 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'status': 'completed', 'code': 200} Feb 18 08:23:14.414643 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:14.415282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:14.417021 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] 10.222.0.79 "PUT /v2.0/ports/6086234a-0c86-4c3b-beca-827c8ccb91ba HTTP/1.1" status: 200 len: 1093 time: 2.9612341 Feb 18 08:23:14.443091 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083fe15-a953-4f42-b90c-aa036a0cb1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6086234a-0c86-4c3b-beca-827c8ccb91ba,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:14.452748 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479b27e-7464-480b-9519-3e4891dcf825 req-4480a5af-1aeb-4a92-9917-116dfb0c7193 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:14.454226 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c479b27e-7464-480b-9519-3e4891dcf825 req-4480a5af-1aeb-4a92-9917-116dfb0c7193 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.1190233 Feb 18 08:23:14.511210 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c479b27e-7464-480b-9519-3e4891dcf825 req-a574b7a4-4402-407d-bf3a-7c42a2d0d85d tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512331 Feb 18 08:23:14.571244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db4873-6ea1-468c-bca0-a9863ac2e9b9 req-28e2174a-8fa7-48d2-b154-5ab7697588dc tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:14.572730 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-98db4873-6ea1-468c-bca0-a9863ac2e9b9 req-28e2174a-8fa7-48d2-b154-5ab7697588dc tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.0513623 Feb 18 08:23:14.605578 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'tag': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:14.608026 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4301a64-51c9-43cf-9a8f-1df25f72c149" -d '{"events": [{"name": "network-changed", "server_uuid": "507a1bed-a3e5-44fb-908f-0f81af97f764", "tag": "ffe5bad7-1229-4085-bf5d-1340a6d8e6a2"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:14.620756 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-98db4873-6ea1-468c-bca0-a9863ac2e9b9 req-89aa8035-c8f4-4c30-996b-99114712e9c9 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Feb 18 08:23:14.643790 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5e77e0-01b6-4879-93ab-faa99ba088ab x-openstack-request-id: req-1d5e77e0-01b6-4879-93ab-faa99ba088ab {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:14.644084 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507a1bed-a3e5-44fb-908f-0f81af97f764", "tag": "ffe5bad7-1229-4085-bf5d-1340a6d8e6a2", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:14.644343 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d5e77e0-01b6-4879-93ab-faa99ba088ab {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:14.644732 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'tag': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2', 'status': 'completed', 'code': 200} Feb 18 08:23:15.006713 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bca362-b54e-428d-8ba2-37c500dd6b49 req-15b2e17f-fc00-42f8-9952-5abd957e860d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:15.008252 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-16bca362-b54e-428d-8ba2-37c500dd6b49 req-15b2e17f-fc00-42f8-9952-5abd957e860d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0585597 Feb 18 08:23:15.057995 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-16bca362-b54e-428d-8ba2-37c500dd6b49 req-94642ea2-5f23-4266-b8ee-f4fe28e8c1c9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Feb 18 08:23:15.376794 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d99af-f2df-4376-a4e5-58784af78106 req-35ab8c12-6ff3-4c88-9927-9074a7779624 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:15.378187 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-249d99af-f2df-4376-a4e5-58784af78106 req-35ab8c12-6ff3-4c88-9927-9074a7779624 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.0601165 Feb 18 08:23:15.428227 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-249d99af-f2df-4376-a4e5-58784af78106 req-da828697-71a3-467c-b95f-5033b76c897b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Feb 18 08:23:15.641549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862f90-b24b-453d-8fa5-136b9dab5e26 req-341e65a8-059c-482e-a47e-1d35b4c7e873 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:15.643209 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd862f90-b24b-453d-8fa5-136b9dab5e26 req-341e65a8-059c-482e-a47e-1d35b4c7e873 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0547805 Feb 18 08:23:15.705146 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd862f90-b24b-453d-8fa5-136b9dab5e26 req-38060ea2-5a0d-488b-95e1-744633fc12a4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565326 Feb 18 08:23:15.745573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43581ab-daee-4ae3-9a58-5a8667d45a96 req-cac5b3ee-5656-4930-bc6b-bd8bcbfa5271 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:15.747036 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b43581ab-daee-4ae3-9a58-5a8667d45a96 req-cac5b3ee-5656-4930-bc6b-bd8bcbfa5271 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.0569828 Feb 18 08:23:15.795809 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b43581ab-daee-4ae3-9a58-5a8667d45a96 req-8dfaf337-1101-4d11-b4b7-731b244d487e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Feb 18 08:23:16.191824 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618f767-0ef2-490f-a88e-406e70871322 req-6ee7480c-315f-464a-9ff2-67c0856cf804 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:16.193280 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4618f767-0ef2-490f-a88e-406e70871322 req-6ee7480c-315f-464a-9ff2-67c0856cf804 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0539975 Feb 18 08:23:16.243587 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4618f767-0ef2-490f-a88e-406e70871322 req-da4b2b38-000b-4f56-a81b-671d2c840505 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Feb 18 08:23:16.387370 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'tag': '8cb692c1-811b-4841-8985-f88ff9796dce'}, {'name': 'network-changed', 'server_uuid': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'tag': '6086234a-0c86-4c3b-beca-827c8ccb91ba'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:16.391238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabd3000-13c3-402a-bf22-6761f1570bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e50c691-1849-4b70-80dc-081ea3e24e32", "tag": "8cb692c1-811b-4841-8985-f88ff9796dce"}, {"name": "network-changed", "server_uuid": "d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4", "tag": "6086234a-0c86-4c3b-beca-827c8ccb91ba"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:16.441260 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72075746-17c5-4365-851f-c0f0968ed6eb x-openstack-request-id: req-72075746-17c5-4365-851f-c0f0968ed6eb {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:16.441562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e50c691-1849-4b70-80dc-081ea3e24e32", "tag": "8cb692c1-811b-4841-8985-f88ff9796dce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4", "tag": "6086234a-0c86-4c3b-beca-827c8ccb91ba", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:16.441810 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72075746-17c5-4365-851f-c0f0968ed6eb {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:16.442252 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'tag': '8cb692c1-811b-4841-8985-f88ff9796dce', 'status': 'completed', 'code': 200} Feb 18 08:23:16.442509 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'tag': '6086234a-0c86-4c3b-beca-827c8ccb91ba', 'status': 'completed', 'code': 200} Feb 18 08:23:16.552965 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9590a30-8b83-4e17-9a6d-96cffceaf0f8 req-059c84f2-4a0a-4af2-a934-1358cd651bfd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:16.554418 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f9590a30-8b83-4e17-9a6d-96cffceaf0f8 req-059c84f2-4a0a-4af2-a934-1358cd651bfd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.0602114 Feb 18 08:23:16.600855 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f9590a30-8b83-4e17-9a6d-96cffceaf0f8 req-f02aadb1-06f9-4d0c-87ab-933a55aac89b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Feb 18 08:23:16.840985 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb33d9c-97d7-464a-8e32-15a6f14b7e24 req-f3045b85-1150-49ff-ad89-8a375894c608 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:16.842445 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fcb33d9c-97d7-464a-8e32-15a6f14b7e24 req-f3045b85-1150-49ff-ad89-8a375894c608 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0631418 Feb 18 08:23:16.912984 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fcb33d9c-97d7-464a-8e32-15a6f14b7e24 req-9ad766ad-f33e-453e-9b4b-33f6187aad87 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646169 Feb 18 08:23:16.936717 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa045cb-317f-408a-8b7a-3a18e8b7ca6a req-51a735d0-faea-4fcc-a7fe-97a72f160734 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:16.938176 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-faa045cb-317f-408a-8b7a-3a18e8b7ca6a req-51a735d0-faea-4fcc-a7fe-97a72f160734 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.0649867 Feb 18 08:23:16.987540 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-faa045cb-317f-408a-8b7a-3a18e8b7ca6a req-bb854c16-3644-4b85-b385-85ae94b65b44 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Feb 18 08:23:17.101630 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-9a4eb428-df42-4e52-9443-39ef98343621 req-463d7d17-fc58-42f4-9f1f-f06f0187374f service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101444 Feb 18 08:23:17.129645 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-6981dd00-0b5b-4350-8bd1-81338fda89f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 HTTP/1.1" status: 200 len: 217 time: 0.0389540 Feb 18 08:23:17.220344 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-a67c8f19-23bf-49ce-8664-7a843a468060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.221831 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-a67c8f19-23bf-49ce-8664-7a843a468060 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0716906 Feb 18 08:23:17.241371 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-2e6711b8-f5dc-49ba-8aef-81965e00e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.242711 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-2e6711b8-f5dc-49ba-8aef-81965e00e536 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 1127 time: 0.1036334 Feb 18 08:23:17.262031 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-0c3084f9-fc01-484e-a683-e829dd97a790 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296812 Feb 18 08:23:17.269036 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab7c49-7e14-400a-a75f-720c3d8752a5 req-df3f77e3-59d0-49aa-9c69-10d7352e8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.270576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-deab7c49-7e14-400a-a75f-720c3d8752a5 req-df3f77e3-59d0-49aa-9c69-10d7352e8986 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1128 time: 0.1156166 Feb 18 08:23:17.273109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-18707e6e-218b-49eb-a411-b6aa23508312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.274438 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-18707e6e-218b-49eb-a411-b6aa23508312 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448e00602c4e4bb28f708679e9428c58&device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 1127 time: 0.1477482 Feb 18 08:23:17.280216 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-c20a9ea8-2f4d-40e9-a4a4-26457cfcec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.281973 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-c20a9ea8-2f4d-40e9-a4a4-26457cfcec74 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1128 time: 0.1021869 Feb 18 08:23:17.303500 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-d8f8f4fa-7edc-4746-bd21-d2e3e2e5b782 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba HTTP/1.1" status: 200 len: 217 time: 0.0436654 Feb 18 08:23:17.398698 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-4c54aaea-f06b-4407-b4d7-152c212e6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.400183 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-4c54aaea-f06b-4407-b4d7-152c212e6aa9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0855050 Feb 18 08:23:17.441832 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-ff3632df-2dd2-4475-b889-48ce5dd86f2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346823 Feb 18 08:23:17.443974 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-7d24f1a2-649f-4d38-8f59-bc30930d9048 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482358 Feb 18 08:23:17.523562 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-6173d20e-b84a-42b5-a4f9-4d5f728f74dc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cb692c1-811b-4841-8985-f88ff9796dce HTTP/1.1" status: 200 len: 217 time: 0.2030449 Feb 18 08:23:17.607524 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-5ad95553-dca5-4295-a60f-96328b872e23 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523786 Feb 18 08:23:17.609658 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-07d613be-e8ed-469c-bfcb-0488af88a173 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535211 Feb 18 08:23:17.703790 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-bd6c25f8-4622-4b1d-9b8f-d1e16c0e6601 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Feb 18 08:23:17.741433 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-a337a38c-d50a-45e8-98ef-eeb28bbdee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.742901 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-a337a38c-d50a-45e8-98ef-eeb28bbdee2a service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.4164538 Feb 18 08:23:17.743861 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab7c49-7e14-400a-a75f-720c3d8752a5 req-c4e5f79e-1306-4881-b034-67fb8c4626dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.745144 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-deab7c49-7e14-400a-a75f-720c3d8752a5 req-c4e5f79e-1306-4881-b034-67fb8c4626dd service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4622130 Feb 18 08:23:17.748087 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-8a63f4fa-532d-4d51-ba7d-ee8c873a15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.749406 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-8a63f4fa-532d-4d51-ba7d-ee8c873a15d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=802c793b-2698-4cf0-8727-18118e0276a9 HTTP/1.1" status: 200 len: 851 time: 0.2129984 Feb 18 08:23:17.758430 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52373a66-20f0-4711-9467-ee70628490df req-9bf0d53a-ead7-4404-95de-85735dd5da73 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.759832 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52373a66-20f0-4711-9467-ee70628490df req-9bf0d53a-ead7-4404-95de-85735dd5da73 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.3666430 Feb 18 08:23:17.800192 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27d4ff-efa2-4d8c-8855-b6d902771a2c req-3324c7d9-3936-4dba-b4a1-f52f9a6509a7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:17.801667 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af27d4ff-efa2-4d8c-8855-b6d902771a2c req-3324c7d9-3936-4dba-b4a1-f52f9a6509a7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.1165047 Feb 18 08:23:17.835576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52373a66-20f0-4711-9467-ee70628490df req-3029b33c-8dd3-4309-9c2f-4f924fa626e1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693052 Feb 18 08:23:17.860634 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af27d4ff-efa2-4d8c-8855-b6d902771a2c req-b3affd08-0c0e-475f-861f-8d8d09e64bba tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Feb 18 08:23:17.977565 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:23:18.184217 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-cb7a49f1-26aa-4329-86a4-527b05566cb8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65cc06d4-ce18-4819-9f73-8921cf7a5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2757435 Feb 18 08:23:18.202876 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-4f95ea66-32cd-4e57-bc72-bd68f65ad4a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.2956784 Feb 18 08:23:18.456026 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-a1177022-e1f1-46fc-a3da-6f01915585c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:18.457399 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-a1177022-e1f1-46fc-a3da-6f01915585c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.2080469 Feb 18 08:23:18.493006 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab7c49-7e14-400a-a75f-720c3d8752a5 req-ca3e761e-c17b-41fe-9388-ef65cdcd5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:18.494393 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-deab7c49-7e14-400a-a75f-720c3d8752a5 req-ca3e761e-c17b-41fe-9388-ef65cdcd5caa service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5849943 Feb 18 08:23:18.520908 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585f098-a37c-4325-8183-8df35206cdc9 req-2eecbeaf-17ac-4ba0-85ed-899e00a5e36b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:18.522288 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3585f098-a37c-4325-8183-8df35206cdc9 req-2eecbeaf-17ac-4ba0-85ed-899e00a5e36b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.3485687 Feb 18 08:23:18.524058 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-2427e0bb-2482-4e5b-a6c5-df636d600050 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481217 Feb 18 08:23:18.541687 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd66969-85d5-4f89-b15e-8e22e9fb9b9e req-67d9601d-0474-4677-ab3f-395e9e0988df tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:18.542810 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6bd66969-85d5-4f89-b15e-8e22e9fb9b9e req-67d9601d-0474-4677-ab3f-395e9e0988df tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.3680048 Feb 18 08:23:18.556120 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-9df76987-f8c9-48d4-8864-73c4ceb5e52a service neutron] 10.222.0.79 "GET /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523722 Feb 18 08:23:18.755913 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3585f098-a37c-4325-8183-8df35206cdc9 req-6e397f5f-c9a4-4272-a687-ea0b37c0fa9d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241855 Feb 18 08:23:18.763679 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6bd66969-85d5-4f89-b15e-8e22e9fb9b9e req-dba4a960-fe71-47a8-a8e3-f24aa4c8a7d4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096403 Feb 18 08:23:18.808535 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-732c38e4-0fa9-435b-95bc-547765583eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:18.810129 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-732c38e4-0fa9-435b-95bc-547765583eb5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1128 time: 0.2518053 Feb 18 08:23:18.817985 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-6ddbea26-add6-48d9-9323-85bf48f64f93 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838161 Feb 18 08:23:18.821750 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf6aac0b-02bf-4b49-9d20-386ac0e8b6f5 req-b12e338d-7adf-4ab3-89bd-0744ff2a6cb7 service neutron] 10.222.0.79 "GET /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380702 Feb 18 08:23:18.891923 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-be0bd1cc-baaa-495a-ad52-126890c9aa25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 217 time: 0.0727396 Feb 18 08:23:19.084226 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-8b2c3d33-bec5-452d-a6cb-dba0321b1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.085674 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-8b2c3d33-bec5-452d-a6cb-dba0321b1924 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.1494477 Feb 18 08:23:19.116192 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-e9c3d890-0d1c-4bbd-a388-88d64ff76f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.117686 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-e9c3d890-0d1c-4bbd-a388-88d64ff76f5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=448e00602c4e4bb28f708679e9428c58&device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 1127 time: 0.2287972 Feb 18 08:23:19.148647 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4301a64-51c9-43cf-9a8f-1df25f72c149 req-b2416cda-6f5f-4074-84b4-ba71b876d50f service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210559 Feb 18 08:23:19.202027 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aae7a6-c3ae-4fd4-81a1-1e7eb9a3ce05 req-ad0ef9b7-0421-4365-b14e-61b1b75ce971 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.203575 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-02aae7a6-c3ae-4fd4-81a1-1e7eb9a3ce05 req-ad0ef9b7-0421-4365-b14e-61b1b75ce971 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.2204292 Feb 18 08:23:19.222038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49044b43-dc0a-41ee-8219-ef2269352f40 req-009b3434-f4c1-4980-b36e-868b2ef7278a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.223345 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49044b43-dc0a-41ee-8219-ef2269352f40 req-009b3434-f4c1-4980-b36e-868b2ef7278a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.2443633 Feb 18 08:23:19.330249 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-6b816477-f4aa-4417-9a5b-ef11174386ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.332013 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-6b816477-f4aa-4417-9a5b-ef11174386ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2339106 Feb 18 08:23:19.362659 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-02aae7a6-c3ae-4fd4-81a1-1e7eb9a3ce05 req-0a7aeaf2-13c6-4808-a77d-c4cdddc4d760 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476562 Feb 18 08:23:19.375036 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49044b43-dc0a-41ee-8219-ef2269352f40 req-9c079bbf-d9c5-466f-8f9d-5acae43bd64d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344750 Feb 18 08:23:19.376146 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-8a5e9043-0e99-4031-9256-6256d760b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.377564 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-8a5e9043-0e99-4031-9256-6256d760b515 service neutron] 10.222.0.79 "GET /v2.0/networks?id=65cc06d4-ce18-4819-9f73-8921cf7a5f0c HTTP/1.1" status: 200 len: 912 time: 0.2542830 Feb 18 08:23:19.454597 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-3230a2ce-2a50-48ef-a767-2d63e481a112 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cb692c1-811b-4841-8985-f88ff9796dce HTTP/1.1" status: 200 len: 217 time: 0.0400872 Feb 18 08:23:19.517761 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-f372fd9e-9c15-4235-ac46-8f3b9c1f1647 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703441 Feb 18 08:23:19.519192 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-16b56c9e-a144-468d-998e-c7e2d8814ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:19.520545 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-16b56c9e-a144-468d-998e-c7e2d8814ea8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=802c793b-2698-4cf0-8727-18118e0276a9 HTTP/1.1" status: 200 len: 851 time: 0.0662816 Feb 18 08:23:19.594508 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-ac53e4e6-36cf-4aed-90a3-14637b4c912a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=65cc06d4-ce18-4819-9f73-8921cf7a5f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576627 Feb 18 08:23:19.704956 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56220) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:19.855590 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9933af6-aea5-4900-bebb-9dc0dfdd818b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:19.945732 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9933af6-aea5-4900-bebb-9dc0dfdd818b admin admin] Publish callbacks [] for security_group (dca49061-8d51-4273-b83e-33b2ac49009d), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:19.950423 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9933af6-aea5-4900-bebb-9dc0dfdd818b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dca49061-8d51-4273-b83e-33b2ac49009d), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:19.958751 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf8f034b-ca78-4fc9-8d57-1ec5a92ef32b req-c625a1eb-ba54-4aac-9d4b-0a24dc48765b service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296529 Feb 18 08:23:19.988105 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-130ff9e1-aa34-416d-bc2d-41ec074b0f4e service neutron] 10.222.0.79 "GET /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863029 Feb 18 08:23:20.000859 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527accca-172a-4bb9-b750-3417b077a531 req-d905b13b-cd79-492b-b42a-22db138034a5 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.002355 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-527accca-172a-4bb9-b750-3417b077a531 req-d905b13b-cd79-492b-b42a-22db138034a5 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.1280966 Feb 18 08:23:20.004970 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b9933af6-aea5-4900-bebb-9dc0dfdd818b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8850c827a86f4965b27ec8010581f1f0&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2988975 Feb 18 08:23:20.005802 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933af6-aea5-4900-bebb-9dc0dfdd818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca49061-8d51-4273-b83e-33b2ac49009d,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:20.007783 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56234) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:20.017014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87981-e8fc-4d2c-bea8-538357d7c6fa req-e59202b4-9e37-4033-8a9c-029f903a4bc5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.018471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-02f87981-e8fc-4d2c-bea8-538357d7c6fa req-e59202b4-9e37-4033-8a9c-029f903a4bc5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.1457069 Feb 18 08:23:20.061462 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3805291c-e812-48c6-9e23-c2c75a685f05 admin admin] Publish callbacks [] for security_group (dca49061-8d51-4273-b83e-33b2ac49009d), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.083692 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3805291c-e812-48c6-9e23-c2c75a685f05 admin admin] Publish callbacks [] for security_group (dca49061-8d51-4273-b83e-33b2ac49009d), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.145794 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-02f87981-e8fc-4d2c-bea8-538357d7c6fa req-edea771e-56be-4bd8-8721-c5bd7288260b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077611 Feb 18 08:23:20.150353 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-527accca-172a-4bb9-b750-3417b077a531 req-a7b89dd7-7478-4d91-b440-6356719d80b8 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310055 Feb 18 08:23:20.156019 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3805291c-e812-48c6-9e23-c2c75a685f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dca49061-8d51-4273-b83e-33b2ac49009d), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.172379 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3805291c-e812-48c6-9e23-c2c75a685f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.172379 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3805291c-e812-48c6-9e23-c2c75a685f05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dca49061-8d51-4273-b83e-33b2ac49009d HTTP/1.1" status: 204 len: 168 time: 0.1582770 Feb 18 08:23:20.177651 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805291c-e812-48c6-9e23-c2c75a685f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca49061-8d51-4273-b83e-33b2ac49009d,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:20.178007 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-87bb521b-46d9-4302-b4d4-ca6f0781fe5b service neutron] 10.222.0.79 "GET /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740351 Feb 18 08:23:20.316757 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-87cfea61-f662-461e-82a4-e6c2e93a9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.318852 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-87cfea61-f662-461e-82a4-e6c2e93a9df5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 1127 time: 0.0677965 Feb 18 08:23:20.468542 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-707e76a0-296e-4969-ab13-817f9449d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.470119 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-707e76a0-296e-4969-ab13-817f9449d9df service neutron] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 916 time: 0.1437685 Feb 18 08:23:20.537030 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-6e0c777f-361c-4836-ba26-2ff38cfd921a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba HTTP/1.1" status: 200 len: 217 time: 0.0591590 Feb 18 08:23:20.559232 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56274) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:20.574249 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35962a5c-3492-412f-85bd-9fb9739fdfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.646708 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-8ac503e1-69e6-49f3-9b21-735f21aba2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.648471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-8ac503e1-69e6-49f3-9b21-735f21aba2c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0889139 Feb 18 08:23:20.659027 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59b101-62f9-4402-9158-1e0ed6c926ac req-829d66a8-120b-40be-90e3-1c62d33cc203 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.660650 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4a59b101-62f9-4402-9158-1e0ed6c926ac req-829d66a8-120b-40be-90e3-1c62d33cc203 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1756661 Feb 18 08:23:20.675891 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35962a5c-3492-412f-85bd-9fb9739fdfa4 admin admin] Publish callbacks [] for security_group (2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.680620 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35962a5c-3492-412f-85bd-9fb9739fdfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.697203 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-23a5eac6-dd8f-4b13-b9d7-173de580aec8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355833 Feb 18 08:23:20.718004 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-35962a5c-3492-412f-85bd-9fb9739fdfa4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=704ddc848b724d9187bcf38a9a777aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573281 Feb 18 08:23:20.719894 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35962a5c-3492-412f-85bd-9fb9739fdfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:20.722111 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56278) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:20.724622 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90b5ed-0523-4943-b799-f273e398d7db req-5a2a0028-22c6-4ea1-9d86-b602f1fbdd76 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:20.726082 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-da90b5ed-0523-4943-b799-f273e398d7db req-5a2a0028-22c6-4ea1-9d86-b602f1fbdd76 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.1910906 Feb 18 08:23:20.772599 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568d7409-56e9-4d18-b510-c2675239436c admin admin] Publish callbacks [] for security_group (2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.793968 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568d7409-56e9-4d18-b510-c2675239436c admin admin] Publish callbacks [] for security_group (2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.812725 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4a59b101-62f9-4402-9158-1e0ed6c926ac req-85a30753-8266-4d0b-9d2c-35e7037f5d70 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387002 Feb 18 08:23:20.848516 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568d7409-56e9-4d18-b510-c2675239436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.856002 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568d7409-56e9-4d18-b510-c2675239436c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:20.859377 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-568d7409-56e9-4d18-b510-c2675239436c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33 HTTP/1.1" status: 204 len: 168 time: 0.1363668 Feb 18 08:23:20.869522 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7409-56e9-4d18-b510-c2675239436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb76caf-d5e1-4ea5-a9c0-d61fc155ae33,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:20.871328 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-da90b5ed-0523-4943-b799-f273e398d7db req-19ef6b58-321c-42fc-8a09-843f507a152c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316741 Feb 18 08:23:20.883494 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-61196c64-56d5-4ccd-87f5-abfaa3ac9b9b service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769931 Feb 18 08:23:21.325686 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e151-4aea-48d3-932a-299e0d326906 req-49bb7ad2-8d80-459a-bce8-04a42e315f7c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:21.327183 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d01e151-4aea-48d3-932a-299e0d326906 req-49bb7ad2-8d80-459a-bce8-04a42e315f7c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0897605 Feb 18 08:23:21.334483 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc87f7-cfed-4a15-8716-392f6167d3b0 req-b7f55664-09b9-434a-82e6-2b86d871c76f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:21.335879 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7abc87f7-cfed-4a15-8716-392f6167d3b0 req-b7f55664-09b9-434a-82e6-2b86d871c76f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.0882256 Feb 18 08:23:21.406079 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d01e151-4aea-48d3-932a-299e0d326906 req-c92575ca-294a-41aa-b9cf-7c520bbaddbe tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692728 Feb 18 08:23:21.410430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7abc87f7-cfed-4a15-8716-392f6167d3b0 req-ba966716-43e9-477d-bb04-d6267c68e83e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677798 Feb 18 08:23:21.591305 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56320) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:21.691297 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-77024018-network', 'tenant_id': '256b947248ac4752b268dba787382e55'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:21.715050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Made reservation on behalf of 256b947248ac4752b268dba787382e55 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:21.717348 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.725888 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.801446 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks [] for security_group (22b48618-0c8b-4560-8943-4cd784885e0a), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.805245 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (22b48618-0c8b-4560-8943-4cd784885e0a), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.835416 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:23:21.842284 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b48618-0c8b-4560-8943-4cd784885e0a,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:21.851360 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (2170ca36-3969-41ec-bfae-1c61c4b15419), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.851792 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Added segment 2170ca36-3969-41ec-bfae-1c61c4b15419 of type vlan for network b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38 Feb 18 08:23:21.899678 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.930979 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:21.932176 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:21.932825 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:22.006058 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f517b-35e6-405b-ab34-524faead2c0e req-df29c690-a4ab-4b49-ae78-3d759d8c0010 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:22.007614 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4150324 Feb 18 08:23:22.010584 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56338) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:22.011848 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-031f517b-35e6-405b-ab34-524faead2c0e req-df29c690-a4ab-4b49-ae78-3d759d8c0010 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1129813 Feb 18 08:23:22.021956 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Request body: {'subnet': {'network_id': 'b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-77024018-subnet', 'tenant_id': '256b947248ac4752b268dba787382e55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:22.031831 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b7a2f-3d4b-464e-b6bd-57f514c41786 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:22.046513 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:23:22.049496 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430729-dd56-4721-ac6c-9018e507906d req-caeecd2b-ec9d-44c5-9026-f8fcecad264b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:22.051007 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a430729-dd56-4721-ac6c-9018e507906d req-caeecd2b-ec9d-44c5-9026-f8fcecad264b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.1018453 Feb 18 08:23:22.063032 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Made reservation on behalf of 256b947248ac4752b268dba787382e55 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:22.066318 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:22.094276 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-031f517b-35e6-405b-ab34-524faead2c0e req-2bbcf627-2a80-4d52-a62f-5291c5cca8a4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736125 Feb 18 08:23:22.123308 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a430729-dd56-4721-ac6c-9018e507906d req-8502e40c-4b5e-46f1-869a-3fad2f62692f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615261 Feb 18 08:23:22.254140 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (0b67b976-c04e-4fbf-b5df-b971132bb908), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:22.309440 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b67b976-c04e-4fbf-b5df-b971132bb908,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:22.327075 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Checking segment: {'id': '2170ca36-3969-41ec-bfae-1c61c4b15419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:22.327425 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Network hostable DHCP agents. Network: b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:23:22.351397 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Network b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:23:22.362419 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:22.366678 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:22.367273 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:22.373880 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c449b1-21f9-4461-a544-b08cde9722ef None None] Network b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:23:22.384855 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-8ee9250c-522b-4055-ab91-52493f765819 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3730803 Feb 18 08:23:22.486780 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62af17a-3a5a-4c85-9bf0-3399d4072dac None None] Network b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:23:22.570394 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b3ba7-43c5-46d4-b43b-eeae776df1c6 req-2c20c958-078d-4e87-bbf5-b3234887d169 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:22.578734 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b90b3ba7-43c5-46d4-b43b-eeae776df1c6 req-2c20c958-078d-4e87-bbf5-b3234887d169 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0953116 Feb 18 08:23:22.593111 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a799-3b4c-4e5a-8630-d8037fb17d5c req-a07d1b01-3731-4f14-9dba-6a9285ea0d38 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:22.594539 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-19b0a799-3b4c-4e5a-8630-d8037fb17d5c req-a07d1b01-3731-4f14-9dba-6a9285ea0d38 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.1158264 Feb 18 08:23:22.713544 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b90b3ba7-43c5-46d4-b43b-eeae776df1c6 req-478f6d76-56f9-4f66-8c4f-57fda59dd90b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339202 Feb 18 08:23:22.728381 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-19b0a799-3b4c-4e5a-8630-d8037fb17d5c req-4755bcbd-5202-4cc3-8781-1c1c04042c22 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259339 Feb 18 08:23:22.750582 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aabd3000-13c3-402a-bf22-6761f1570bd9 req-fd695664-8c98-4f62-9bfc-2376da855452 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470695 Feb 18 08:23:22.901025 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56364) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:22.906010 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1307815248-network', 'tenant_id': '4995d045fda74c9a8a0bf38515e9ed26'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:22.926041 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Made reservation on behalf of 4995d045fda74c9a8a0bf38515e9ed26 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:22.928255 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:22.937235 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.009411 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks [] for security_group (93f0ccd0-2213-4443-bb56-f28febf8cad2), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.014267 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (93f0ccd0-2213-4443-bb56-f28febf8cad2), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.037694 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:23:23.051736 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f0ccd0-2213-4443-bb56-f28febf8cad2,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:23.058013 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (33a0e1c6-6c93-4cbb-a78b-8741a589eaa0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.058346 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Added segment 33a0e1c6-6c93-4cbb-a78b-8741a589eaa0 of type vlan for network 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0 Feb 18 08:23:23.105298 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (1d7a4519-4e11-4a85-a2dd-2b62a0a513e0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.132668 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (1d7a4519-4e11-4a85-a2dd-2b62a0a513e0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.134006 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:23.134796 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.198544 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2962394 Feb 18 08:23:23.201271 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56374) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:23.203139 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1acf4-b588-4b32-832f-06e5e5cc7b58 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7a4519-4e11-4a85-a2dd-2b62a0a513e0,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:23.208215 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Request body: {'subnet': {'network_id': '1d7a4519-4e11-4a85-a2dd-2b62a0a513e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1307815248-subnet', 'tenant_id': '4995d045fda74c9a8a0bf38515e9ed26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:23.214667 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:23:23.229795 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Made reservation on behalf of 4995d045fda74c9a8a0bf38515e9ed26 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:23:23.232159 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.266327 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de1a60-29c3-4749-8ea0-d1cb47dcb897 req-bb83379b-c075-4f7e-abcc-d49349135d66 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:23.267634 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a4de1a60-29c3-4749-8ea0-d1cb47dcb897 req-bb83379b-c075-4f7e-abcc-d49349135d66 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0951760 Feb 18 08:23:23.293785 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c020-3fc0-430e-8173-7dc23dcd55d1 req-1e67e382-f6cd-463d-b165-cf4385c7ee2a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:23.295282 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6a8c020-3fc0-430e-8173-7dc23dcd55d1 req-1e67e382-f6cd-463d-b165-cf4385c7ee2a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 943 time: 0.0876343 Feb 18 08:23:23.358106 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a4de1a60-29c3-4749-8ea0-d1cb47dcb897 req-512d7e69-ff94-4b6a-81f7-ee9a023b9493 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815442 Feb 18 08:23:23.364765 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6a8c020-3fc0-430e-8173-7dc23dcd55d1 req-790af5cf-4981-4140-a1a4-474dc25e7ca4 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631526 Feb 18 08:23:23.423933 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (f0063328-42e5-4814-84aa-e9b000741531), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.474218 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0063328-42e5-4814-84aa-e9b000741531,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:23.486493 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Checking segment: {'id': '33a0e1c6-6c93-4cbb-a78b-8741a589eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1d7a4519-4e11-4a85-a2dd-2b62a0a513e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:23:23.487021 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Network hostable DHCP agents. Network: 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:23:23.508279 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Network 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:23:23.518394 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:23:23.523422 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:23.524149 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.527144 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6214aab-5910-44bc-a239-e191541f3cf5 None None] Network 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:23:23.541945 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-97423db6-8e06-4fb6-b7b8-0169e74fc25a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3395786 Feb 18 08:23:23.615066 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:23:23.659417 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803de15e-0c47-4586-998f-ab1170b670f5 None None] Network 1d7a4519-4e11-4a85-a2dd-2b62a0a513e0 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:23:23.821805 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:23.834019 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'port_id': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2', 'mac_address': 'fa:16:3e:0e:63:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:23:23.876590 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:23.877274 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.885164 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272160b8-92a3-4a74-8f16-1199ea8f9dd2 req-c8e70ad0-3ede-468e-84a0-edeb6976ca90 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:23.891162 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:23.894421 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-272160b8-92a3-4a74-8f16-1199ea8f9dd2 req-c8e70ad0-3ede-468e-84a0-edeb6976ca90 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0964537 Feb 18 08:23:23.918394 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:23.923195 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:23.923911 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:23:23.928680 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16768a5-e861-48e8-9053-0cdcebf072b3 req-50ca1523-f5d5-47ea-81bf-728003f2ccef tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:23.930344 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d16768a5-e861-48e8-9053-0cdcebf072b3 req-50ca1523-f5d5-47ea-81bf-728003f2ccef tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 943 time: 0.0951006 Feb 18 08:23:23.981689 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-272160b8-92a3-4a74-8f16-1199ea8f9dd2 req-8bba89e4-671b-4204-bb84-4e4f040b99c9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863075 Feb 18 08:23:24.004573 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:24.010352 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:24.022390 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2', 'network_id': '180c331a-7438-499d-ad53-141221ec53c7', 'port_id': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2', 'mac_address': 'fa:16:3e:e5:22:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:23:24.024055 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d16768a5-e861-48e8-9053-0cdcebf072b3 req-00e419ef-084c-4da5-845a-6cf92528cd92 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837865 Feb 18 08:23:24.063152 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:24.063473 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:24.081620 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:24.097496 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:24.103866 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:24.104681 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6086234a-0c86-4c3b-beca-827c8ccb91ba details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:23:24.175484 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:24.244191 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 6086234a-0c86-4c3b-beca-827c8ccb91ba, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:24.255311 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '6086234a-0c86-4c3b-beca-827c8ccb91ba', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'port_id': '6086234a-0c86-4c3b-beca-827c8ccb91ba', 'mac_address': 'fa:16:3e:c5:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b564d88-9a20-42c5-8b98-f2da7af9c6d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:23:24.292794 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 6086234a-0c86-4c3b-beca-827c8ccb91ba is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:24.293176 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:24.310037 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6086234a-0c86-4c3b-beca-827c8ccb91ba {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:24.329353 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 6086234a-0c86-4c3b-beca-827c8ccb91ba, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:24.336530 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:24.384077 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=6086234a-0c86-4c3b-beca-827c8ccb91ba,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:24.512885 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c75ff-ee5b-4e09-9cf2-4b35bc079879 req-a56a6243-3b88-4765-af37-332c01215684 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:24.514352 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e77c75ff-ee5b-4e09-9cf2-4b35bc079879 req-a56a6243-3b88-4765-af37-332c01215684 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0814652 Feb 18 08:23:24.525364 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe5b8-b831-40a1-b5d1-f2c6a261ba68 req-e1776419-ab5e-41a5-b44c-be6ad9324abb tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:24.526784 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-956fe5b8-b831-40a1-b5d1-f2c6a261ba68 req-e1776419-ab5e-41a5-b44c-be6ad9324abb tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 944 time: 0.0850401 Feb 18 08:23:24.596275 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e77c75ff-ee5b-4e09-9cf2-4b35bc079879 req-e807f665-eaa8-4504-a0ce-34b193fb8600 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684736 Feb 18 08:23:24.603479 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-956fe5b8-b831-40a1-b5d1-f2c6a261ba68 req-6414557c-1bfa-479b-8025-ab9f712b2af6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Feb 18 08:23:25.128021 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe63dc6-ade7-48c2-a8c8-e4d48c57f4bd req-da610b8a-a1dc-483b-aaa4-16e81de4826b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:25.129487 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfe63dc6-ade7-48c2-a8c8-e4d48c57f4bd req-da610b8a-a1dc-483b-aaa4-16e81de4826b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0759690 Feb 18 08:23:25.184242 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54050b1f-ad45-4708-b59e-51adb6651493 req-62a9a885-a9ce-4e1c-ac10-08e3f5b34a86 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:25.185718 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-54050b1f-ad45-4708-b59e-51adb6651493 req-62a9a885-a9ce-4e1c-ac10-08e3f5b34a86 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 944 time: 0.0926690 Feb 18 08:23:25.203796 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfe63dc6-ade7-48c2-a8c8-e4d48c57f4bd req-eef4d9dc-2a3e-45fe-b9b1-94013a4849ef tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682483 Feb 18 08:23:25.243710 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-54050b1f-ad45-4708-b59e-51adb6651493 req-d7842232-9f1c-4d41-b665-6a7c9c60786c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503123 Feb 18 08:23:25.760713 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca318e3e-f846-493b-b383-7fb0ba3f318e req-f5080099-5173-4971-bd05-fb99178ef77f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:25.762228 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ca318e3e-f846-493b-b383-7fb0ba3f318e req-f5080099-5173-4971-bd05-fb99178ef77f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0832882 Feb 18 08:23:25.769575 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951251-4a15-4bb2-b294-a58886d77388 req-f1dbc31c-e429-4b89-b374-9f4e9fa53d02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:25.770926 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b4951251-4a15-4bb2-b294-a58886d77388 req-f1dbc31c-e429-4b89-b374-9f4e9fa53d02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 944 time: 0.0900869 Feb 18 08:23:25.840131 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ca318e3e-f846-493b-b383-7fb0ba3f318e req-7689ab1e-b344-47f2-9bc6-02dc2b9bb687 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682769 Feb 18 08:23:25.843325 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b4951251-4a15-4bb2-b294-a58886d77388 req-7fb52eac-f558-435e-8cd5-8a51c8e18388 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655112 Feb 18 08:23:26.350775 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145ba9e-ce82-43c2-8c91-0255f26df95f req-deccd311-e85f-44f5-ab76-0d655cd43d90 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:26.352304 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1145ba9e-ce82-43c2-8c91-0255f26df95f req-deccd311-e85f-44f5-ab76-0d655cd43d90 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.0827050 Feb 18 08:23:26.396205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f124a-6333-4e2a-a0f8-c4a8707a189b req-901bf567-894a-48f1-a04d-188564f36e75 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:26.397681 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-981f124a-6333-4e2a-a0f8-c4a8707a189b req-901bf567-894a-48f1-a04d-188564f36e75 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 944 time: 0.0864398 Feb 18 08:23:26.425209 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1145ba9e-ce82-43c2-8c91-0255f26df95f req-1551f0ec-18a6-4ba5-8d69-7c546bf77a7d tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662308 Feb 18 08:23:26.454057 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-981f124a-6333-4e2a-a0f8-c4a8707a189b req-c0f5cf21-a976-4477-9ac5-173de4655a88 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Feb 18 08:23:26.797171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['ffe5bad7-1229-4085-bf5d-1340a6d8e6a2'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:23:26.861551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['f03b9efe-2bfc-435b-b7dc-9862b4e59ad2'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:23:26.863561 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:23:26.996876 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8df8e-ecf4-4db1-9709-1b4748d9ce8a req-027ada1f-9d04-4089-82dc-33a08160b0ec tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:26.998402 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88f8df8e-ecf4-4db1-9709-1b4748d9ce8a req-027ada1f-9d04-4089-82dc-33a08160b0ec tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 944 time: 0.0865293 Feb 18 08:23:27.006424 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a35f2-d416-4e0f-804c-65b9502b7763 req-0c5d781f-9f5c-41f8-8dbd-03ea714f0f9a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:27.007990 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f47a35f2-d416-4e0f-804c-65b9502b7763 req-0c5d781f-9f5c-41f8-8dbd-03ea714f0f9a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0865841 Feb 18 08:23:27.082787 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88f8df8e-ecf4-4db1-9709-1b4748d9ce8a req-bd900e66-fef4-44c4-aff0-836035982fcb tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737092 Feb 18 08:23:27.085986 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f47a35f2-d416-4e0f-804c-65b9502b7763 req-e97ca29e-a6a7-48f5-917d-934262365b3c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706873 Feb 18 08:23:27.596770 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1cae5-129f-4586-83e9-df57b25ebd2c req-25825ee0-15dc-4264-bf9c-45cc3483433f tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:27.598118 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7ac1cae5-129f-4586-83e9-df57b25ebd2c req-25825ee0-15dc-4264-bf9c-45cc3483433f tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 943 time: 0.1052806 Feb 18 08:23:27.600223 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:23:27.613573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceac78a-761c-47cb-9ec5-9fec7354f0bd req-5717dbfd-154f-4e7c-b108-9c8ff1fd434b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:27.615157 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fceac78a-761c-47cb-9ec5-9fec7354f0bd req-5717dbfd-154f-4e7c-b108-9c8ff1fd434b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 944 time: 0.0761597 Feb 18 08:23:27.703124 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7ac1cae5-129f-4586-83e9-df57b25ebd2c req-75a2dadc-9dd0-4060-858e-dba150427ca1 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962086 Feb 18 08:23:27.721225 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fceac78a-761c-47cb-9ec5-9fec7354f0bd req-4b9bdccf-da8f-43e8-915e-7cd328b55cd0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888588 Feb 18 08:23:27.782741 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:27.799182 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'mac_address': 'fa:16:3e:68:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:23:27.858308 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:27.858825 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:27.873089 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f851bb0c-c511-451c-a45b-4645dba0098c {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:27.896307 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:27.900409 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:27.901404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8cb692c1-811b-4841-8985-f88ff9796dce details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:23:27.993594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:28.046247 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 8cb692c1-811b-4841-8985-f88ff9796dce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cb692c1-811b-4841-8985-f88ff9796dce,segment=NetworkSegment(38a32e73-bd36-4137-8515-7902ad071ea0),segment_id=38a32e73-bd36-4137-8515-7902ad071ea0)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:28.058508 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '8cb692c1-811b-4841-8985-f88ff9796dce', 'network_id': '65cc06d4-ce18-4819-9f73-8921cf7a5f0c', 'port_id': '8cb692c1-811b-4841-8985-f88ff9796dce', 'mac_address': 'fa:16:3e:b3:3c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802c793b-2698-4cf0-8727-18118e0276a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:23:28.099422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 8cb692c1-811b-4841-8985-f88ff9796dce is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:28.099422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:28.113360 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb692c1-811b-4841-8985-f88ff9796dce {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:23:28.142969 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 8cb692c1-811b-4841-8985-f88ff9796dce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cb692c1-811b-4841-8985-f88ff9796dce,segment=NetworkSegment(38a32e73-bd36-4137-8515-7902ad071ea0),segment_id=38a32e73-bd36-4137-8515-7902ad071ea0)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:28.150508 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:28.205560 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=8cb692c1-811b-4841-8985-f88ff9796dce,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:28.252292 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1277d0-ac01-4e26-bddd-669754449a71 req-d545fe41-1e4e-4e9e-9672-64fd21f9e92f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:28.253752 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7e1277d0-ac01-4e26-bddd-669754449a71 req-d545fe41-1e4e-4e9e-9672-64fd21f9e92f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 944 time: 0.0936887 Feb 18 08:23:28.263990 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1827638-36d6-4e71-aa6b-5a0c3e6df86e req-f32d27d9-8150-44c6-8d52-b95fecc5a350 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:28.265337 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1827638-36d6-4e71-aa6b-5a0c3e6df86e req-f32d27d9-8150-44c6-8d52-b95fecc5a350 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 945 time: 0.0744982 Feb 18 08:23:28.331359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7e1277d0-ac01-4e26-bddd-669754449a71 req-a7a8f3ab-2b3c-458c-88e7-27ee8fa2407b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Feb 18 08:23:28.342129 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1827638-36d6-4e71-aa6b-5a0c3e6df86e req-70614d0d-e6be-4ee3-865e-e65e5e3d374f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690362 Feb 18 08:23:28.452024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b51bf6c7-9f5d-41c4-a893-38859d770860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:28.897507 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01fda-a8c2-4b14-8dd9-3c9ae2cd231d req-0097e6be-bef6-4926-8cd3-228f994dc7c6 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:28.908140 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35b01fda-a8c2-4b14-8dd9-3c9ae2cd231d req-0097e6be-bef6-4926-8cd3-228f994dc7c6 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 944 time: 0.1067476 Feb 18 08:23:28.922034 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114cf19-8264-4d00-982f-772327df8eb0 req-2ce5eaf6-5879-40e9-85ca-b44b0070adda tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:28.923472 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7114cf19-8264-4d00-982f-772327df8eb0 req-2ce5eaf6-5879-40e9-85ca-b44b0070adda tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 944 time: 0.1203814 Feb 18 08:23:28.980075 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35b01fda-a8c2-4b14-8dd9-3c9ae2cd231d req-ea1aadb3-a45d-4288-a806-05299ee07658 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Feb 18 08:23:29.008171 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7114cf19-8264-4d00-982f-772327df8eb0 req-e9617b58-6f92-4942-986a-6ad8b70d3299 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765798 Feb 18 08:23:29.016204 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['f851bb0c-c511-451c-a45b-4645dba0098c'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:23:29.098448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['8cb692c1-811b-4841-8985-f88ff9796dce'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:23:29.483650 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0533a2d-c04d-4b03-9233-9a66297c5de5 req-6acdb673-e143-4935-8bcf-05f151f581e1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:29.485138 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c0533a2d-c04d-4b03-9233-9a66297c5de5 req-6acdb673-e143-4935-8bcf-05f151f581e1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 944 time: 0.0836124 Feb 18 08:23:29.496261 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87131d10-0645-402c-93c5-93fd6a4cc340 req-893b6464-ee2c-44fd-9b36-2006a1f76fe6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:29.497578 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87131d10-0645-402c-93c5-93fd6a4cc340 req-893b6464-ee2c-44fd-9b36-2006a1f76fe6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 945 time: 0.0699451 Feb 18 08:23:29.566743 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c0533a2d-c04d-4b03-9233-9a66297c5de5 req-473917dc-5d84-4a2f-b6f1-4fb5e9830f5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682669 Feb 18 08:23:29.570789 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87131d10-0645-402c-93c5-93fd6a4cc340 req-5af44f0b-df96-420d-ab36-4ad8d41aba22 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666580 Feb 18 08:23:29.612824 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:23:29.664097 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:23:29.668251 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:23:29.668617 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:29.753193 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:29.753488 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:29.776587 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:29.847418 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:29.852692 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:29.853506 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:23:29.933024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:29.956430 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:23:29.965511 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d97476-7977-45f8-89c3-917ef0fea927" -d '{"events": [{"server_uuid": "5b87c2cc-9e67-47d3-8508-49f3c4908ce0", "name": "network-vif-plugged", "status": "completed", "tag": "f03b9efe-2bfc-435b-b7dc-9862b4e59ad2"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:29.968898 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:23:29.969272 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.112924 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:30.113487 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.117647 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282b7f07-1c24-4619-b642-48a7050df8c2 x-openstack-request-id: req-282b7f07-1c24-4619-b642-48a7050df8c2 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:30.117886 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b87c2cc-9e67-47d3-8508-49f3c4908ce0", "name": "network-vif-plugged", "status": "completed", "tag": "f03b9efe-2bfc-435b-b7dc-9862b4e59ad2", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:30.118150 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-282b7f07-1c24-4619-b642-48a7050df8c2 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:30.119232 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2', 'code': 200} Feb 18 08:23:30.139915 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd86cf-d04a-4688-8622-f3fbc3d6bd9d req-609cbf3a-5864-4b35-8e44-f092423efde0 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:30.151684 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-41dd86cf-d04a-4688-8622-f3fbc3d6bd9d req-609cbf3a-5864-4b35-8e44-f092423efde0 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 944 time: 0.0931430 Feb 18 08:23:30.155357 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:30.161059 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.162435 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6086234a-0c86-4c3b-beca-827c8ccb91ba up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:23:30.262841 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-41dd86cf-d04a-4688-8622-f3fbc3d6bd9d req-aba0d633-56b7-4c73-a724-b920316dedca tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090202 Feb 18 08:23:30.283512 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:30.301186 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 6086234a-0c86-4c3b-beca-827c8ccb91ba completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:23:30.314236 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 6086234a-0c86-4c3b-beca-827c8ccb91ba triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:23:30.314582 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.347872 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3872b-3363-4a98-9df9-08f5ee90f619 req-a24928a4-cc25-4523-bdef-f0432a37172b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:30.349278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56588) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:30.352703 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-78e3872b-3363-4a98-9df9-08f5ee90f619 req-a24928a4-cc25-4523-bdef-f0432a37172b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0861259 Feb 18 08:23:30.420592 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 6086234a-0c86-4c3b-beca-827c8ccb91ba is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:30.420984 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.460724 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 6086234a-0c86-4c3b-beca-827c8ccb91ba, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:30.467058 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.496205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eb621-a73c-422f-81e2-a11a7e8a2e28 req-67a2d753-cc20-4c60-8ab1-70c448b412f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:30.497775 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c82eb621-a73c-422f-81e2-a11a7e8a2e28 req-67a2d753-cc20-4c60-8ab1-70c448b412f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 1129 time: 0.1321118 Feb 18 08:23:30.503316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-78e3872b-3363-4a98-9df9-08f5ee90f619 req-63e78057-7ad0-4737-9595-e111fafabe66 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451991 Feb 18 08:23:30.519929 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c82eb621-a73c-422f-81e2-a11a7e8a2e28 req-6575cc2f-f878-4091-b9e2-1bbf13c05e02 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.547830 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=6086234a-0c86-4c3b-beca-827c8ccb91ba,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:30.554326 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-17e077ef-c517-4fa2-aa9b-18ed08202c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.579182 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63514f53-3ae6-4234-b281-6038f24bfad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.663116 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-17e077ef-c517-4fa2-aa9b-18ed08202c40 admin admin] Publish callbacks [] for security_group (a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.667981 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c82eb621-a73c-422f-81e2-a11a7e8a2e28 req-6575cc2f-f878-4091-b9e2-1bbf13c05e02 service neutron] Publish callbacks [] for security_group (dd876e40-66fd-4572-a0ab-923b599c029e), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.668131 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-17e077ef-c517-4fa2-aa9b-18ed08202c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.706212 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-17e077ef-c517-4fa2-aa9b-18ed08202c40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00079babf0a0474b9f6624fe04fc0679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558581 Feb 18 08:23:30.710488 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56604) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:30.713934 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c82eb621-a73c-422f-81e2-a11a7e8a2e28 req-6575cc2f-f878-4091-b9e2-1bbf13c05e02 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dd876e40-66fd-4572-a0ab-923b599c029e), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.725633 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e077ef-c517-4fa2-aa9b-18ed08202c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:30.727924 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56606) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:30.763024 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c82eb621-a73c-422f-81e2-a11a7e8a2e28 req-6575cc2f-f878-4091-b9e2-1bbf13c05e02 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586827 Feb 18 08:23:30.780256 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-33c4d18a-f74e-4c80-86b3-5ec2c2f606e7 admin admin] Publish callbacks [] for security_group (a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.789509 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575cc2f-f878-4091-b9e2-1bbf13c05e02 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd876e40-66fd-4572-a0ab-923b599c029e,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:30.801767 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47d5dd-931c-4c0f-9400-cefb216e1e47 req-e4056a77-8e09-4073-804e-45bf74138cc7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:30.803746 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0e47d5dd-931c-4c0f-9400-cefb216e1e47 req-e4056a77-8e09-4073-804e-45bf74138cc7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.1492674 Feb 18 08:23:30.813245 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-33c4d18a-f74e-4c80-86b3-5ec2c2f606e7 admin admin] Publish callbacks [] for security_group (a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.816378 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ecfc9-97c2-4a3b-81d1-920a4c68808f req-ef5054aa-fd0e-4202-a178-b390c41ddf71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:30.817862 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f0ecfc9-97c2-4a3b-81d1-920a4c68808f req-ef5054aa-fd0e-4202-a178-b390c41ddf71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 945 time: 0.1486464 Feb 18 08:23:30.861179 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-80b529e0-1ffc-4529-9709-5318515f015a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.882661 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-33c4d18a-f74e-4c80-86b3-5ec2c2f606e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.885325 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-33c4d18a-f74e-4c80-86b3-5ec2c2f606e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.887969 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-33c4d18a-f74e-4c80-86b3-5ec2c2f606e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7 HTTP/1.1" status: 204 len: 168 time: 0.1750839 Feb 18 08:23:30.893854 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f0ecfc9-97c2-4a3b-81d1-920a4c68808f req-3488349a-3986-4125-a7e7-330dd2d9504e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682223 Feb 18 08:23:30.897102 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0e47d5dd-931c-4c0f-9400-cefb216e1e47 req-b01dd9d0-335a-4ee7-a36b-ffcf34946a5c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783703 Feb 18 08:23:30.902253 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d18a-f74e-4c80-86b3-5ec2c2f606e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f430f-92e4-4554-b2d5-1a8cf8d3f3b7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:30.959653 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-80b529e0-1ffc-4529-9709-5318515f015a admin admin] Publish callbacks [] for security_group (641dd233-b84f-4d32-9046-d47c4ef5aca0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:30.965147 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-80b529e0-1ffc-4529-9709-5318515f015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (641dd233-b84f-4d32-9046-d47c4ef5aca0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.005196 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-80b529e0-1ffc-4529-9709-5318515f015a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cf9cc3f861c4714b6e2c6c6cb815119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748528 Feb 18 08:23:31.006050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b529e0-1ffc-4529-9709-5318515f015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641dd233-b84f-4d32-9046-d47c4ef5aca0,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:31.008052 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 56612) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:31.058011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-222ce859-b384-4abb-a762-1fcaefe52521 admin admin] Publish callbacks [] for security_group (641dd233-b84f-4d32-9046-d47c4ef5aca0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.078948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-222ce859-b384-4abb-a762-1fcaefe52521 admin admin] Publish callbacks [] for security_group (641dd233-b84f-4d32-9046-d47c4ef5aca0), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.128436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-222ce859-b384-4abb-a762-1fcaefe52521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (641dd233-b84f-4d32-9046-d47c4ef5aca0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.131838 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-222ce859-b384-4abb-a762-1fcaefe52521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.133163 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-222ce859-b384-4abb-a762-1fcaefe52521 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/641dd233-b84f-4d32-9046-d47c4ef5aca0 HTTP/1.1" status: 204 len: 168 time: 0.1241210 Feb 18 08:23:31.142907 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ce859-b384-4abb-a762-1fcaefe52521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641dd233-b84f-4d32-9046-d47c4ef5aca0,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:31.402746 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149be93-2928-40ff-bad2-4b7cdb9e371c req-ece70356-a5cd-4673-afb4-ca626b1ee43a tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:31.410180 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1149be93-2928-40ff-bad2-4b7cdb9e371c req-ece70356-a5cd-4673-afb4-ca626b1ee43a tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 944 time: 0.0725064 Feb 18 08:23:31.459451 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1149be93-2928-40ff-bad2-4b7cdb9e371c req-90766788-fbf3-4b90-89e0-3d6c9769b255 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Feb 18 08:23:31.504777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 56642) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:31.520275 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7e79d0bd-17e3-4741-8a01-d75f3887f18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.614500 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:23:31.653957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7e79d0bd-17e3-4741-8a01-d75f3887f18a admin admin] Publish callbacks [] for security_group (dfaa3249-c5aa-4665-9665-f9681381cef8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.661982 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c17c3-8001-45d7-860b-fa3a2e91de44 req-9b647924-ab34-47f5-8cea-c8e6fc2b561e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:31.664174 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-578c17c3-8001-45d7-860b-fa3a2e91de44 req-9b647924-ab34-47f5-8cea-c8e6fc2b561e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0799084 Feb 18 08:23:31.665450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7e79d0bd-17e3-4741-8a01-d75f3887f18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dfaa3249-c5aa-4665-9665-f9681381cef8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.672394 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port f851bb0c-c511-451c-a45b-4645dba0098c completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:23:31.680744 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port f851bb0c-c511-451c-a45b-4645dba0098c triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:23:31.681151 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.720577 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-7e79d0bd-17e3-4741-8a01-d75f3887f18a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a66916dbc1bc46b8942b75b3406a218f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146299 Feb 18 08:23:31.723289 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56652) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:31.736843 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79d0bd-17e3-4741-8a01-d75f3887f18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaa3249-c5aa-4665-9665-f9681381cef8,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:31.791646 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-578c17c3-8001-45d7-860b-fa3a2e91de44 req-153c7070-2a76-4bca-8d26-53431af44985 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150279 Feb 18 08:23:31.828020 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:31.828409 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.832539 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c83ce15-76ec-4da9-ac4c-4b0cf93848fa admin admin] Publish callbacks [] for security_group (dfaa3249-c5aa-4665-9665-f9681381cef8), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.861611 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c83ce15-76ec-4da9-ac4c-4b0cf93848fa admin admin] Publish callbacks [] for security_group (dfaa3249-c5aa-4665-9665-f9681381cef8), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.867284 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.878572 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:31.890666 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.893359 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8cb692c1-811b-4841-8985-f88ff9796dce up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:23:31.930023 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c83ce15-76ec-4da9-ac4c-4b0cf93848fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dfaa3249-c5aa-4665-9665-f9681381cef8), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.932603 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c83ce15-76ec-4da9-ac4c-4b0cf93848fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:31.936044 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3c83ce15-76ec-4da9-ac4c-4b0cf93848fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfaa3249-c5aa-4665-9665-f9681381cef8 HTTP/1.1" status: 204 len: 168 time: 0.2095113 Feb 18 08:23:31.943301 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83ce15-76ec-4da9-ac4c-4b0cf93848fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaa3249-c5aa-4665-9665-f9681381cef8,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:31.997522 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:32.012651 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 8cb692c1-811b-4841-8985-f88ff9796dce completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:23:32.018404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 8cb692c1-811b-4841-8985-f88ff9796dce triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:23:32.018404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:32.097622 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655196aa-ed38-40d9-89b7-f9f78dccff6a req-0744aab3-3b5b-496e-ad17-3280c596e72c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:32.106823 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-655196aa-ed38-40d9-89b7-f9f78dccff6a req-0744aab3-3b5b-496e-ad17-3280c596e72c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1041684 Feb 18 08:23:32.121233 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2'}, {'server_uuid': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6086234a-0c86-4c3b-beca-827c8ccb91ba'}, {'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:32.123574 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772f8427-2926-429d-8551-77aacf6abf6b" -d '{"events": [{"server_uuid": "507a1bed-a3e5-44fb-908f-0f81af97f764", "name": "network-vif-plugged", "status": "completed", "tag": "ffe5bad7-1229-4085-bf5d-1340a6d8e6a2"}, {"server_uuid": "d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4", "name": "network-vif-plugged", "status": "completed", "tag": "6086234a-0c86-4c3b-beca-827c8ccb91ba"}, {"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-plugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:32.128255 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 8cb692c1-811b-4841-8985-f88ff9796dce is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:23:32.128724 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:32.159840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56d71a-3de8-4180-847a-473d9352f502 req-f7533784-9580-4d4e-b917-997f736eb24a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:32.161282 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a56d71a-3de8-4180-847a-473d9352f502 req-f7533784-9580-4d4e-b917-997f736eb24a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.1195791 Feb 18 08:23:32.170407 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 8cb692c1-811b-4841-8985-f88ff9796dce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cb692c1-811b-4841-8985-f88ff9796dce,segment=NetworkSegment(38a32e73-bd36-4137-8515-7902ad071ea0),segment_id=38a32e73-bd36-4137-8515-7902ad071ea0)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:23:32.177486 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:32.240547 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=8cb692c1-811b-4841-8985-f88ff9796dce,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:32.420344 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-655196aa-ed38-40d9-89b7-f9f78dccff6a req-2d3e4549-3713-45c7-a38d-a57de82b6e8b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124361 Feb 18 08:23:32.460270 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a56d71a-3de8-4180-847a-473d9352f502 req-d07c34cc-96e2-4401-b424-5f182748f879 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909584 Feb 18 08:23:32.518329 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327f4d59-008a-4fd4-9ad4-0b2a1df3b2bb x-openstack-request-id: req-327f4d59-008a-4fd4-9ad4-0b2a1df3b2bb {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:32.518673 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507a1bed-a3e5-44fb-908f-0f81af97f764", "name": "network-vif-plugged", "status": "completed", "tag": "ffe5bad7-1229-4085-bf5d-1340a6d8e6a2", "code": 200}, {"server_uuid": "d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4", "name": "network-vif-plugged", "status": "completed", "tag": "6086234a-0c86-4c3b-beca-827c8ccb91ba", "code": 200}, {"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-plugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:32.518928 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-327f4d59-008a-4fd4-9ad4-0b2a1df3b2bb {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:32.519327 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2', 'code': 200} Feb 18 08:23:32.519578 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6086234a-0c86-4c3b-beca-827c8ccb91ba', 'code': 200} Feb 18 08:23:32.519864 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'code': 200} Feb 18 08:23:32.653949 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae775b77-0eb0-4c5d-a30c-4e14d6f35cd4 req-718bdfaf-4aea-4f28-b7f3-b1f7e4675a1c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:32.665413 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ae775b77-0eb0-4c5d-a30c-4e14d6f35cd4 req-718bdfaf-4aea-4f28-b7f3-b1f7e4675a1c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0976930 Feb 18 08:23:32.772108 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ae775b77-0eb0-4c5d-a30c-4e14d6f35cd4 req-95b810ab-8055-4b11-8843-4621ceb0f445 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968070 Feb 18 08:23:32.907966 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ce49d-d03c-4d38-9dd5-6159ec32ba0a req-09fb7adc-57b7-4678-acce-51cdce9acd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:32.909521 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6c8ce49d-d03c-4d38-9dd5-6159ec32ba0a req-09fb7adc-57b7-4678-acce-51cdce9acd23 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 1129 time: 0.1404157 Feb 18 08:23:32.961932 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03206e5b-507f-4cc4-9fca-3b232e913431 req-f4536de2-c8a4-465f-95e8-de5442b555a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:32.963600 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-03206e5b-507f-4cc4-9fca-3b232e913431 req-f4536de2-c8a4-465f-95e8-de5442b555a3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.1508231 Feb 18 08:23:32.985053 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf255eb2-f82f-498c-a11a-b032a1028ecf req-6f86134c-4138-4150-8363-663f75c8e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:32.986625 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf255eb2-f82f-498c-a11a-b032a1028ecf req-6f86134c-4138-4150-8363-663f75c8e8d5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1130 time: 0.1599491 Feb 18 08:23:33.037694 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:33.091479 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba342e-6143-4fab-8afb-23549e1f9880 req-684b0590-313a-4a53-837e-1d0574cd113d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:33.093213 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aaba342e-6143-4fab-8afb-23549e1f9880 req-684b0590-313a-4a53-837e-1d0574cd113d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1827011 Feb 18 08:23:33.106396 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-03206e5b-507f-4cc4-9fca-3b232e913431 req-05485af9-6d67-4622-b892-221f59155b94 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242125 Feb 18 08:23:33.142248 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6c8ce49d-d03c-4d38-9dd5-6159ec32ba0a req-41485d15-459f-48ae-a675-031c0fabfcde service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219386 Feb 18 08:23:33.146359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf255eb2-f82f-498c-a11a-b032a1028ecf req-ea5cd891-9f7c-4c28-90dd-4dc2691e5676 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288853 Feb 18 08:23:33.174646 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aaba342e-6143-4fab-8afb-23549e1f9880 req-d9c1c9fa-1047-410d-9a6b-f92a53449313 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670555 Feb 18 08:23:33.581816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc8457-7f87-4915-b0cb-280d3a6b1265 req-3567a4d1-4d1a-4b87-a0a6-4d509c86be58 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:33.583313 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7dc8457-7f87-4915-b0cb-280d3a6b1265 req-3567a4d1-4d1a-4b87-a0a6-4d509c86be58 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0878806 Feb 18 08:23:33.615227 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12050c0-e6bd-4860-bda7-9d572dfc2ec0 req-e88b267b-480a-4763-ac48-1b9a304cbde8 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:33.616658 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e12050c0-e6bd-4860-bda7-9d572dfc2ec0 req-e88b267b-480a-4763-ac48-1b9a304cbde8 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0844500 Feb 18 08:23:33.658210 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7dc8457-7f87-4915-b0cb-280d3a6b1265 req-5b5e7ba5-f586-4720-a1fa-cdcda1b87203 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690455 Feb 18 08:23:33.687980 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e12050c0-e6bd-4860-bda7-9d572dfc2ec0 req-c605acf1-c9ac-4a64-bc7d-443fb7cfaa85 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Feb 18 08:23:33.892391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271eb70-fef4-44ea-a064-de8697d2eb05 req-f0fd2a5c-38e5-4e12-b1ef-2165e4d7dc84 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:33.894004 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8271eb70-fef4-44ea-a064-de8697d2eb05 req-f0fd2a5c-38e5-4e12-b1ef-2165e4d7dc84 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0672264 Feb 18 08:23:33.947080 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8271eb70-fef4-44ea-a064-de8697d2eb05 req-4d617c26-93c8-4fac-a65d-c09758043d30 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 Feb 18 08:23:34.301641 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c7a6-53ba-4cca-ac91-08c3ee94b19a req-bb1b4016-b087-493b-88f8-57a282766f60 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:34.303249 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5644c7a6-53ba-4cca-ac91-08c3ee94b19a req-bb1b4016-b087-493b-88f8-57a282766f60 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0579689 Feb 18 08:23:34.361131 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5644c7a6-53ba-4cca-ac91-08c3ee94b19a req-65980e42-6b02-44a5-aa59-cfe699a7e49f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Feb 18 08:23:34.449716 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:34.521408 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb692c1-811b-4841-8985-f88ff9796dce'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:34.524018 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c30d838-22e8-4923-813b-7df9f0a52f52" -d '{"events": [{"server_uuid": "4e50c691-1849-4b70-80dc-081ea3e24e32", "name": "network-vif-plugged", "status": "completed", "tag": "8cb692c1-811b-4841-8985-f88ff9796dce"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:34.577033 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412aa91-ba36-4815-b81e-359a4eb62450 x-openstack-request-id: req-f412aa91-ba36-4815-b81e-359a4eb62450 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:34.577550 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e50c691-1849-4b70-80dc-081ea3e24e32", "name": "network-vif-plugged", "status": "completed", "tag": "8cb692c1-811b-4841-8985-f88ff9796dce", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:34.577822 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f412aa91-ba36-4815-b81e-359a4eb62450 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:34.578217 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb692c1-811b-4841-8985-f88ff9796dce', 'code': 200} Feb 18 08:23:34.743655 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045565ef-ba73-4d67-8e7e-fc68d782988e req-11987f74-b6e5-4eb7-8b16-ca60fca3d5b6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:34.752056 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-045565ef-ba73-4d67-8e7e-fc68d782988e req-11987f74-b6e5-4eb7-8b16-ca60fca3d5b6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0831409 Feb 18 08:23:34.863331 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-045565ef-ba73-4d67-8e7e-fc68d782988e req-3f6b3998-d068-472e-8b22-834a1829e1eb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101665 Feb 18 08:23:34.871251 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-e108a2d4-c4bd-4d4a-a1a6-e6b18525cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:34.872768 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-e108a2d4-c4bd-4d4a-a1a6-e6b18525cd99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 1129 time: 0.1175230 Feb 18 08:23:34.887771 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8ac08-e9ef-4b56-b792-337302ad7282 req-0f1d7be3-b017-4419-a904-fc9871e2f59f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:34.889194 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d8e8ac08-e9ef-4b56-b792-337302ad7282 req-0f1d7be3-b017-4419-a904-fc9871e2f59f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1121075 Feb 18 08:23:34.957615 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d8e8ac08-e9ef-4b56-b792-337302ad7282 req-bab5bdb9-a5e6-48d3-becf-ebd4cdcb0684 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630264 Feb 18 08:23:34.983197 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610794a-87ed-4c40-914b-851498ad35e1 req-6b6ae088-f62c-4e05-b760-bc2e3bb613da tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:34.984695 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8610794a-87ed-4c40-914b-851498ad35e1 req-6b6ae088-f62c-4e05-b760-bc2e3bb613da tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0656981 Feb 18 08:23:35.053427 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8610794a-87ed-4c40-914b-851498ad35e1 req-53731470-c721-4133-9ef2-7a46bd107500 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631135 Feb 18 08:23:35.078695 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259756a-7deb-456d-9367-2325c66dfe39 req-31e50629-3476-4e74-b438-2649c4974680 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:35.080206 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c259756a-7deb-456d-9367-2325c66dfe39 req-31e50629-3476-4e74-b438-2649c4974680 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0648730 Feb 18 08:23:35.130459 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c259756a-7deb-456d-9367-2325c66dfe39 req-ef92c189-f9f9-4010-b265-57227f94881d tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Feb 18 08:23:35.991398 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e2e06-84b4-4619-ac55-2c841f8af1a6 req-d093d118-2830-4032-b977-dc1ee4d8a3bd tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:35.992948 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a86e2e06-84b4-4619-ac55-2c841f8af1a6 req-d093d118-2830-4032-b977-dc1ee4d8a3bd tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0538540 Feb 18 08:23:36.048529 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a86e2e06-84b4-4619-ac55-2c841f8af1a6 req-eef9ff70-0c82-408a-bb42-5410a6bea16b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501602 Feb 18 08:23:36.089387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cf6bd-98d9-408d-b43a-df64c1e127a7 req-bc9cfa25-5859-4733-9b43-f02eed37fae0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:36.091126 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2d2cf6bd-98d9-408d-b43a-df64c1e127a7 req-bc9cfa25-5859-4733-9b43-f02eed37fae0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0580814 Feb 18 08:23:36.163798 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2d2cf6bd-98d9-408d-b43a-df64c1e127a7 req-b4821554-b7b9-46b3-a8ba-7e11a4f9ab9d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666811 Feb 18 08:23:36.191244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95860ec-aa79-45fd-87f3-2a962fbffd83 req-795020e0-c4e8-47a0-bc89-9124c747fa36 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:36.192757 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b95860ec-aa79-45fd-87f3-2a962fbffd83 req-795020e0-c4e8-47a0-bc89-9124c747fa36 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0699198 Feb 18 08:23:36.262156 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b95860ec-aa79-45fd-87f3-2a962fbffd83 req-3201e191-2f5d-44cc-9c16-0a860bef20b5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637827 Feb 18 08:23:36.285772 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c8b3e-c505-4225-93b6-5cb46a55822e req-30c5c586-c724-4b79-81fd-6b413a725e7c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:36.287249 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f05c8b3e-c505-4225-93b6-5cb46a55822e req-30c5c586-c724-4b79-81fd-6b413a725e7c tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0636826 Feb 18 08:23:36.335661 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f05c8b3e-c505-4225-93b6-5cb46a55822e req-f1a28bad-20f2-4963-9c29-f6a719876a60 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Feb 18 08:23:36.781074 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743336fb-de0a-4062-b8c5-6cbcba66ba23 req-9760a6a4-7202-43a1-b8fb-487002974ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:36.782572 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-743336fb-de0a-4062-b8c5-6cbcba66ba23 req-9760a6a4-7202-43a1-b8fb-487002974ad7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 1129 time: 0.1108792 Feb 18 08:23:36.786996 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-4557cdef-c4c8-46b1-a992-b46ee6915e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:36.788386 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-4557cdef-c4c8-46b1-a992-b46ee6915e34 service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.1153591 Feb 18 08:23:37.179989 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db447b3-703d-4253-8590-1bed03bab8bd req-8001438d-b5f4-4f3a-8071-edb481e1cfab tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:37.181551 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4db447b3-703d-4253-8590-1bed03bab8bd req-8001438d-b5f4-4f3a-8071-edb481e1cfab tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0569103 Feb 18 08:23:37.244072 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4db447b3-703d-4253-8590-1bed03bab8bd req-f2408350-e527-4a22-9fc0-818928b73e33 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568576 Feb 18 08:23:37.293000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d794ed-5d38-4f3f-9a9e-460dc4935db8 req-aa32d094-a05e-4101-b6cb-597751cd9dcb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:37.294489 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0d794ed-5d38-4f3f-9a9e-460dc4935db8 req-aa32d094-a05e-4101-b6cb-597751cd9dcb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0551188 Feb 18 08:23:37.364683 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0d794ed-5d38-4f3f-9a9e-460dc4935db8 req-442c4aba-2640-4cc0-ba09-ca1d50b68aa2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644863 Feb 18 08:23:37.387085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8621ca4-7c56-495c-a5f7-1993b4c88df9 req-266efcee-3ee4-43b3-93bb-94c1ccc58765 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:37.388530 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d8621ca4-7c56-495c-a5f7-1993b4c88df9 req-266efcee-3ee4-43b3-93bb-94c1ccc58765 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0608237 Feb 18 08:23:37.461430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d8621ca4-7c56-495c-a5f7-1993b4c88df9 req-a7ad94e5-c855-41eb-909f-09c37b362849 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Feb 18 08:23:37.483811 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa77b1-3118-4448-bb54-898428888f8d req-8ef11d9e-8b2d-4eff-9eb0-0aad0a5f772f tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:37.485245 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ffaa77b1-3118-4448-bb54-898428888f8d req-8ef11d9e-8b2d-4eff-9eb0-0aad0a5f772f tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0636106 Feb 18 08:23:37.531989 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ffaa77b1-3118-4448-bb54-898428888f8d req-2cdb44c0-80cd-447e-ad2c-b420a7c2eedb tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Feb 18 08:23:37.998795 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-54a7e0f0-58e4-4202-bbd7-7af576b9b444 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 HTTP/1.1" status: 200 len: 217 time: 0.0463428 Feb 18 08:23:38.052126 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-743336fb-de0a-4062-b8c5-6cbcba66ba23 req-1d8ab48c-f821-461c-a0ca-31b69654a0c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Feb 18 08:23:38.065922 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-79f2fe92-a39f-41fb-9044-c0ad050e212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:38.067335 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-79f2fe92-a39f-41fb-9044-c0ad050e212e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0594442 Feb 18 08:23:38.378368 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3b339-66ba-41fb-acea-3046b65ed081 req-3ec7a5d4-5589-4003-9fff-d7d316220a00 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:38.379872 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5ff3b339-66ba-41fb-acea-3046b65ed081 req-3ec7a5d4-5589-4003-9fff-d7d316220a00 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0629261 Feb 18 08:23:38.427731 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5ff3b339-66ba-41fb-acea-3046b65ed081 req-26854838-fb72-47b2-898f-e0b76792273a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Feb 18 08:23:38.485330 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8cff-7f37-443f-80b4-f79188eddff5 req-1f71979a-06d0-4c75-be46-f0d0231a6fb3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:38.486801 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-938c8cff-7f37-443f-80b4-f79188eddff5 req-1f71979a-06d0-4c75-be46-f0d0231a6fb3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Feb 18 08:23:38.544894 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-938c8cff-7f37-443f-80b4-f79188eddff5 req-02bc0ada-8a0f-4e58-a7c2-3ec93ecf5627 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521817 Feb 18 08:23:38.586373 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3a559-05b6-4bb3-bf77-c5cd64153745 req-1d02de3c-eabb-4e22-9ce6-08a187d16b02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:38.587868 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f9d3a559-05b6-4bb3-bf77-c5cd64153745 req-1d02de3c-eabb-4e22-9ce6-08a187d16b02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0581000 Feb 18 08:23:38.660317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f9d3a559-05b6-4bb3-bf77-c5cd64153745 req-00e35c8f-a020-4f80-9950-abeee02ef4a6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665293 Feb 18 08:23:38.676775 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e4b52-c091-493f-8c2d-00c55b67271c req-2ef795fe-fe99-4894-8bb4-e238c950dc9b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:38.678186 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-128e4b52-c091-493f-8c2d-00c55b67271c req-2ef795fe-fe99-4894-8bb4-e238c950dc9b tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0715463 Feb 18 08:23:38.735466 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-128e4b52-c091-493f-8c2d-00c55b67271c req-0a2b89c5-a94e-44b3-9578-87d90561714d tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487492 Feb 18 08:23:38.754392 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-ac53fd37-76bd-4e10-b205-b06f1a2a72d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332541 Feb 18 08:23:38.864841 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-304cab7d-03ae-4794-be26-969ef314520a service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844486 Feb 18 08:23:38.964367 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0aebec16-177c-4632-9ed6-c6592d02e555 req-c4432a47-f56a-4966-97e9-058e64661355 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860300 Feb 18 08:23:39.558116 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79321c-3d90-4b5a-85d0-2d624fc97c69 req-b4b42c5b-ed89-4451-b47d-665e1afae799 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:39.560110 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fb79321c-3d90-4b5a-85d0-2d624fc97c69 req-b4b42c5b-ed89-4451-b47d-665e1afae799 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0543368 Feb 18 08:23:39.609966 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fb79321c-3d90-4b5a-85d0-2d624fc97c69 req-53d74f36-0827-45f1-b5b1-e8d8c90cfdc5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Feb 18 08:23:39.670334 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0754e68-8608-4af9-9b06-a9721bd7524d req-653005aa-080e-47b4-8a63-d47f3c0cb27f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:39.671831 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d0754e68-8608-4af9-9b06-a9721bd7524d req-653005aa-080e-47b4-8a63-d47f3c0cb27f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0562081 Feb 18 08:23:39.720229 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d0754e68-8608-4af9-9b06-a9721bd7524d req-d4f7699b-0429-409f-b3d2-a892ffc5bbfc tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Feb 18 08:23:39.816315 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a936a-0709-4960-8260-4dbcb42561f9 req-441386f4-c1a9-4b52-81a2-2efc3008dcdf tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:39.817919 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fe3a936a-0709-4960-8260-4dbcb42561f9 req-441386f4-c1a9-4b52-81a2-2efc3008dcdf tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0733187 Feb 18 08:23:39.900379 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fe3a936a-0709-4960-8260-4dbcb42561f9 req-19698f61-3b03-49be-af08-8f7bfd46b2b5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728586 Feb 18 08:23:39.907973 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee3f3d-e8e2-4a99-b090-4540a5932f28 req-bfb6b2ed-e8ae-4e30-a146-25b38202951e tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:39.909415 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-36ee3f3d-e8e2-4a99-b090-4540a5932f28 req-bfb6b2ed-e8ae-4e30-a146-25b38202951e tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0905449 Feb 18 08:23:39.990159 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-36ee3f3d-e8e2-4a99-b090-4540a5932f28 req-89689088-aac6-4c48-a5e2-d9f386453091 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693796 Feb 18 08:23:40.077862 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ffb94-f43e-4bab-9e83-43e756ad50e8 req-34aab34d-02fb-4837-ac81-05952890b27f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:40.079573 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-781ffb94-f43e-4bab-9e83-43e756ad50e8 req-34aab34d-02fb-4837-ac81-05952890b27f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0576124 Feb 18 08:23:40.089020 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 56916) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:40.094420 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'floatingip': {'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:23:40.191379 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (1fc59d67-1167-4560-b428-e2b5d833effe), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:40.742627 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173e209-be3c-4648-ba6a-2ec1c7437cf1 req-0f553d6e-25bf-4bd4-a5ee-49d86f9cbaab tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:40.746320 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2173e209-be3c-4648-ba6a-2ec1c7437cf1 req-0f553d6e-25bf-4bd4-a5ee-49d86f9cbaab tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0649822 Feb 18 08:23:40.791581 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2173e209-be3c-4648-ba6a-2ec1c7437cf1 req-ae1c19b7-244f-4979-a48b-3d7549042003 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Feb 18 08:23:40.962059 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:40.965992 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (1fc59d67-1167-4560-b428-e2b5d833effe), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:41.069969 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Floating IP 1fc59d67-1167-4560-b428-e2b5d833effe associated. External IP: 172.27.3.42, port: f851bb0c-c511-451c-a45b-4645dba0098c. Feb 18 08:23:41.112199 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11821-ee3d-457e-bf57-e5d594888d13 req-37326a88-e7ce-4e96-93b4-fa77061a1534 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:41.113529 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b3c11821-ee3d-457e-bf57-e5d594888d13 req-37326a88-e7ce-4e96-93b4-fa77061a1534 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0519426 Feb 18 08:23:41.159631 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b3c11821-ee3d-457e-bf57-e5d594888d13 req-39a4ad05-bb50-4779-931c-42d020022acc tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Feb 18 08:23:41.291432 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Router dca04083-ae31-404f-b1f2-e4159b13d617 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:23:41.413865 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:23:41.420236 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:41.429613 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:23:41.442367 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:23:41.453046 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:23:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:41.467217 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0fbbf97c-02f6-43c5-8f6c-5e609c5c97cb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "PUT /v2.0/floatingips/1fc59d67-1167-4560-b428-e2b5d833effe HTTP/1.1" status: 200 len: 991 time: 1.3770549 Feb 18 08:23:41.468040 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:23:41.471296 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df55c8e1-5744-4fda-9f0c-11785c19fa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:23:41.535742 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b25973-f8e9-4d96-b866-600035243334 x-openstack-request-id: req-94b25973-f8e9-4d96-b866-600035243334 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:23:41.536633 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:23:41.537081 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94b25973-f8e9-4d96-b866-600035243334 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:23:41.537667 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'status': 'completed', 'code': 200} Feb 18 08:23:41.584966 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:23:41.868428 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '1fc59d67-1167-4560-b428-e2b5d833effe', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'mac_address': 'fa:16:3e:68:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:22:44Z', 'updated_at': '2022-02-18T08:23:40Z', 'revision_number': 1, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:41.895738 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:23:41.904113 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:23:41.904763 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:23:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:41.921268 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fecf21-4443-4ac8-a6a9-301bd0a5d370 req-cde6998e-b065-4932-9b06-f53432f38fa4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:41.922724 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b1fecf21-4443-4ac8-a6a9-301bd0a5d370 req-cde6998e-b065-4932-9b06-f53432f38fa4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0553653 Feb 18 08:23:41.970929 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b1fecf21-4443-4ac8-a6a9-301bd0a5d370 req-cb833f40-ec9f-41f4-bee7-3667469153f8 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Feb 18 08:23:42.013268 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:23:42.318419 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '1fc59d67-1167-4560-b428-e2b5d833effe', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'mac_address': 'fa:16:3e:68:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:22:44Z', 'updated_at': '2022-02-18T08:23:40Z', 'revision_number': 1, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:42.345821 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeabba-316f-407d-ad07-f3fdee089de0 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '1fc59d67-1167-4560-b428-e2b5d833effe', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 76, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'mac_address': 'fa:16:3e:68:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:22:44Z', 'updated_at': '2022-02-18T08:23:40Z', 'revision_number': 1, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:23:42.562870 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34e3ad-26b9-4caf-b532-c44d01216c37 None None] New status for floating IP 1fc59d67-1167-4560-b428-e2b5d833effe: ACTIVE {{(pid=102756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:23:42.927875 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:43.094461 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f81a62-03c5-4f83-8526-5040fbfb719c req-c6e025a5-d3ca-48ed-92a7-ef0adbdfe560 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:43.095848 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10f81a62-03c5-4f83-8526-5040fbfb719c req-c6e025a5-d3ca-48ed-92a7-ef0adbdfe560 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0527616 Feb 18 08:23:43.144759 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10f81a62-03c5-4f83-8526-5040fbfb719c req-d1ac45a4-a499-41d5-8178-8f3ef96185e7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Feb 18 08:23:44.261205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffcc3e-5e66-421d-a560-8323eb6adef1 req-9d84b683-b899-4e86-865f-2c41c96f43b9 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:44.262654 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7ffcc3e-5e66-421d-a560-8323eb6adef1 req-9d84b683-b899-4e86-865f-2c41c96f43b9 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0520034 Feb 18 08:23:44.314991 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7ffcc3e-5e66-421d-a560-8323eb6adef1 req-b8e75ed2-0d38-46f7-a7e7-bd5cae8d78f7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Feb 18 08:23:44.654585 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-b2ae74ff-e58d-40fd-8942-3548dddcc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:44.656516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-b2ae74ff-e58d-40fd-8942-3548dddcc9c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1130 time: 0.0505083 Feb 18 08:23:44.750972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-eca6042e-ed13-47b9-bd62-326a3652ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:44.752571 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-eca6042e-ed13-47b9-bd62-326a3652ba0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.0888121 Feb 18 08:23:44.856562 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-982ba54a-d92a-452a-a577-eecc89e1cece service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 1001 time: 0.0918977 Feb 18 08:23:44.903663 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-d3a51dab-da7c-495e-a91c-6b1d4e77614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:44.905140 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-d3a51dab-da7c-495e-a91c-6b1d4e77614a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0427821 Feb 18 08:23:44.960184 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-0c121273-bf4d-4429-9944-8d8992de6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:44.961700 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-0c121273-bf4d-4429-9944-8d8992de6869 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511692 Feb 18 08:23:45.049409 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-d1aef6fe-ff9c-4110-92dc-72142b1fffd2 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809252 Feb 18 08:23:45.142367 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df55c8e1-5744-4fda-9f0c-11785c19fa6a req-654aeeb7-07dc-47b8-b72b-3e95075367bf service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855052 Feb 18 08:23:45.435142 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fe58b-68b8-4af6-b344-8b018d06830a req-7853a38c-cc46-4c1e-aba6-f6b465b28d48 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:45.436745 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-417fe58b-68b8-4af6-b344-8b018d06830a req-7853a38c-cc46-4c1e-aba6-f6b465b28d48 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0551732 Feb 18 08:23:45.488767 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-417fe58b-68b8-4af6-b344-8b018d06830a req-eba91af3-3015-4254-bee9-1fea8d04f498 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Feb 18 08:23:45.618842 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-411c9658-44d4-47d9-a800-272743bd5758 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432260 Feb 18 08:23:45.709901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-0b7b3e14-adbc-4885-a0e8-ec27626ab2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:45.711404 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-0b7b3e14-adbc-4885-a0e8-ec27626ab2ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 1129 time: 0.0477285 Feb 18 08:23:45.813822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-f0255ed1-a487-4fc2-916f-196e67e24bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:45.815373 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-f0255ed1-a487-4fc2-916f-196e67e24bfa service neutron] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 916 time: 0.0843217 Feb 18 08:23:46.611110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b6ac3-7d05-4a7f-b67c-df1489f1a9e8 req-5736e77d-f0dc-4d53-8b20-05cc54564ad2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:46.612673 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b01b6ac3-7d05-4a7f-b67c-df1489f1a9e8 req-5736e77d-f0dc-4d53-8b20-05cc54564ad2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Feb 18 08:23:46.661338 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b01b6ac3-7d05-4a7f-b67c-df1489f1a9e8 req-bdde40b4-e74d-492d-adf7-976d5358cdb8 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Feb 18 08:23:47.116127 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-794ac114-5441-446f-b1de-916a8910e37a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba HTTP/1.1" status: 200 len: 217 time: 0.0406539 Feb 18 08:23:47.784483 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112180bd-f8f7-4165-aa03-c2c7ec3937cf req-74049572-f7ca-4b20-90f1-509680614aeb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:47.786468 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-112180bd-f8f7-4165-aa03-c2c7ec3937cf req-74049572-f7ca-4b20-90f1-509680614aeb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0576842 Feb 18 08:23:47.840177 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-112180bd-f8f7-4165-aa03-c2c7ec3937cf req-77ce979f-8d1f-499e-925d-97f4055c3c50 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 Feb 18 08:23:48.013751 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-a6051058-0e5b-4134-a384-32b0193218b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:48.015803 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-a6051058-0e5b-4134-a384-32b0193218b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0520449 Feb 18 08:23:48.965741 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd9726-1eaa-406a-95af-0542cd6a7d8c req-325eeb1f-342c-4100-aa33-2b3a14e255a5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:48.967092 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-46cd9726-1eaa-406a-95af-0542cd6a7d8c req-325eeb1f-342c-4100-aa33-2b3a14e255a5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Feb 18 08:23:49.015449 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-46cd9726-1eaa-406a-95af-0542cd6a7d8c req-a427dd37-ef35-4e38-b7c2-e3d995250ac2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Feb 18 08:23:49.621103 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-36e877b3-a8df-4b0e-9217-903024147c1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260286 Feb 18 08:23:49.917082 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-292641aa-6eef-4078-b3f6-0271189d4ebb service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882068 Feb 18 08:23:50.014704 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d87c6d0-ecf7-4e43-a3e5-7125bed08045 req-65a1db7f-20ed-491e-a867-d932a3a4cb8c service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895431 Feb 18 08:23:50.135196 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3932-d7af-4430-8fb8-3b6dfeb4a7e3 req-bb2e2a6b-4a36-4d74-a9ed-4d14f4129ac7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:50.136678 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc2c3932-d7af-4430-8fb8-3b6dfeb4a7e3 req-bb2e2a6b-4a36-4d74-a9ed-4d14f4129ac7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Feb 18 08:23:50.187847 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc2c3932-d7af-4430-8fb8-3b6dfeb4a7e3 req-d403d373-5746-4fb3-81a0-f5ed674b3875 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449624 Feb 18 08:23:51.313065 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e38a-b7b3-44ef-aec8-53339baf1dfe req-61232b32-16e5-461b-a951-98c76e0e0d62 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:51.314411 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-66f3e38a-b7b3-44ef-aec8-53339baf1dfe req-61232b32-16e5-461b-a951-98c76e0e0d62 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0581617 Feb 18 08:23:51.361996 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-66f3e38a-b7b3-44ef-aec8-53339baf1dfe req-60193e4d-a44c-4509-8f57-74e2256c52c4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Feb 18 08:23:52.487184 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8dabd-13d5-4d89-9aec-a6a70961434f req-a8b3a5f7-83be-46c8-bf9a-4c50c2f110d3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:52.488770 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f1c8dabd-13d5-4d89-9aec-a6a70961434f req-a8b3a5f7-83be-46c8-bf9a-4c50c2f110d3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0535369 Feb 18 08:23:52.535979 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f1c8dabd-13d5-4d89-9aec-a6a70961434f req-ac107fcc-15bb-470b-8937-6ba0d2fc6a5a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Feb 18 08:23:53.657644 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32654fa-8e01-4878-97b0-8f0f127e61d2 req-97fb3cab-877d-4700-a818-6942ea3075a2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:53.659102 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a32654fa-8e01-4878-97b0-8f0f127e61d2 req-97fb3cab-877d-4700-a818-6942ea3075a2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0534277 Feb 18 08:23:53.708701 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a32654fa-8e01-4878-97b0-8f0f127e61d2 req-6f08e3ee-4ff1-41e6-8dbb-e7b3833dbfc1 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Feb 18 08:23:54.108590 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57268) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:54.239014 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.327202 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Publish callbacks [] for security_group (af216aff-c929-4898-97b6-11c6a495058b), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.332602 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (af216aff-c929-4898-97b6-11c6a495058b), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.378768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57290) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:54.378922 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86b7e94b666f4931b4c9bec9d4a062fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685981 Feb 18 08:23:54.379791 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af216aff-c929-4898-97b6-11c6a495058b,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:54.387254 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.387703 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.388111 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.388514 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.388905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.389288 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.389694 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.390084 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.390469 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.390851 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.391236 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.391703 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.392089 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27419895-d357-41ba-a2ca-fdb63ae7f125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.429879 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Publish callbacks [] for security_group (af216aff-c929-4898-97b6-11c6a495058b), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.451532 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Publish callbacks [] for security_group (af216aff-c929-4898-97b6-11c6a495058b), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.511246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (af216aff-c929-4898-97b6-11c6a495058b), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.511246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.511808 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af216aff-c929-4898-97b6-11c6a495058b HTTP/1.1" status: 204 len: 168 time: 0.1290371 Feb 18 08:23:54.519762 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af216aff-c929-4898-97b6-11c6a495058b,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:54.527305 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.527672 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.528179 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.528515 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.528841 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.529167 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.529491 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.529825 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.530147 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.531075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.531402 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.531740 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.532056 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3ab571-cc76-4512-ba1d-c0de8096d553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:23:54.835976 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57324) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:54.842840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3559f-df48-4268-898b-aee809b36137 req-7e9506b6-2105-4955-a7d7-20c7def4b76c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:54.844368 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-28e3559f-df48-4268-898b-aee809b36137 req-7e9506b6-2105-4955-a7d7-20c7def4b76c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0632832 Feb 18 08:23:54.864404 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e890-ae49-488e-ae18-8ccfd06c24f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.922118 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-28e3559f-df48-4268-898b-aee809b36137 req-17ff0733-6f7b-46fa-bb47-6f45a015b6b3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706081 Feb 18 08:23:54.974402 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e890-ae49-488e-ae18-8ccfd06c24f2 admin admin] Publish callbacks [] for security_group (493b5568-72d8-4eba-ad21-fedbbf77ae6b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:54.977120 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:23:54.978944 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e890-ae49-488e-ae18-8ccfd06c24f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (493b5568-72d8-4eba-ad21-fedbbf77ae6b), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.019922 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-e2c2e890-ae49-488e-ae18-8ccfd06c24f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea214122b507426c872215b66dd3a4ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721292 Feb 18 08:23:55.019922 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2e890-ae49-488e-ae18-8ccfd06c24f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493b5568-72d8-4eba-ad21-fedbbf77ae6b,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:55.020296 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57328) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:55.044270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57330) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:55.068470 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f6d6705e-f694-4310-b0c0-eb7b685c10bd admin admin] Publish callbacks [] for security_group (493b5568-72d8-4eba-ad21-fedbbf77ae6b), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.088954 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f6d6705e-f694-4310-b0c0-eb7b685c10bd admin admin] Publish callbacks [] for security_group (493b5568-72d8-4eba-ad21-fedbbf77ae6b), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.134190 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f6d6705e-f694-4310-b0c0-eb7b685c10bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (493b5568-72d8-4eba-ad21-fedbbf77ae6b), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.137121 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f6d6705e-f694-4310-b0c0-eb7b685c10bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.138271 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f6d6705e-f694-4310-b0c0-eb7b685c10bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/493b5568-72d8-4eba-ad21-fedbbf77ae6b HTTP/1.1" status: 204 len: 168 time: 0.1169918 Feb 18 08:23:55.145979 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6705e-f694-4310-b0c0-eb7b685c10bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b5568-72d8-4eba-ad21-fedbbf77ae6b,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:55.149424 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-485a0102-a003-48b3-9ff2-e28e5d43c7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.226320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-485a0102-a003-48b3-9ff2-e28e5d43c7bd admin admin] Publish callbacks [] for security_group (e6b31842-bcdb-41dc-963a-ee66d21287b8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.230831 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-485a0102-a003-48b3-9ff2-e28e5d43c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e6b31842-bcdb-41dc-963a-ee66d21287b8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.273124 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-485a0102-a003-48b3-9ff2-e28e5d43c7bd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3019c1c2624a4b86b3197395e8e55e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277174 Feb 18 08:23:55.273976 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0102-a003-48b3-9ff2-e28e5d43c7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b31842-bcdb-41dc-963a-ee66d21287b8,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:55.275867 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57338) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:55.326480 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eca8ede4-49d8-4c1d-8dd6-fcef2040882b admin admin] Publish callbacks [] for security_group (e6b31842-bcdb-41dc-963a-ee66d21287b8), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.352096 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eca8ede4-49d8-4c1d-8dd6-fcef2040882b admin admin] Publish callbacks [] for security_group (e6b31842-bcdb-41dc-963a-ee66d21287b8), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.403728 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eca8ede4-49d8-4c1d-8dd6-fcef2040882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e6b31842-bcdb-41dc-963a-ee66d21287b8), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.407555 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eca8ede4-49d8-4c1d-8dd6-fcef2040882b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.412141 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-eca8ede4-49d8-4c1d-8dd6-fcef2040882b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6b31842-bcdb-41dc-963a-ee66d21287b8 HTTP/1.1" status: 204 len: 168 time: 0.1350837 Feb 18 08:23:55.422074 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8ede4-49d8-4c1d-8dd6-fcef2040882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b31842-bcdb-41dc-963a-ee66d21287b8,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:55.805520 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57388) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:55.812909 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57390) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:55.846471 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0d79-9653-43b2-84ed-f40af3aa1642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.879870 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Deleting subnet 0b67b976-c04e-4fbf-b5df-b971132bb908 {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:23:55.886564 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Publish callbacks [] for subnet (0b67b976-c04e-4fbf-b5df-b971132bb908), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.935480 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Publish callbacks [] for subnet (0b67b976-c04e-4fbf-b5df-b971132bb908), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:55.949848 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (0b67b976-c04e-4fbf-b5df-b971132bb908), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.014339 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0d79-9653-43b2-84ed-f40af3aa1642 admin admin] Publish callbacks [] for security_group (da2b6e70-d10e-462b-9465-d1696c63a178), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.023845 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4cbf0d79-9653-43b2-84ed-f40af3aa1642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (da2b6e70-d10e-462b-9465-d1696c63a178), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.064560 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd2475-986a-44dc-abd7-9efee93adae6 req-0bb12d21-24b3-4c16-a10b-c5dbd0aecf28 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:56.066277 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6cbd2475-986a-44dc-abd7-9efee93adae6 req-0bb12d21-24b3-4c16-a10b-c5dbd0aecf28 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0646474 Feb 18 08:23:56.074609 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (0b67b976-c04e-4fbf-b5df-b971132bb908), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.085521 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-4cbf0d79-9653-43b2-84ed-f40af3aa1642 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d4694fd696c4753b170622e404bda74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715719 Feb 18 08:23:56.088910 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57400) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:56.103236 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf0d79-9653-43b2-84ed-f40af3aa1642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2b6e70-d10e-462b-9465-d1696c63a178,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:56.108039 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b67b976-c04e-4fbf-b5df-b971132bb908,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:56.113003 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.118933 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b85f5448-94db-4cb5-b682-705556ff8163 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0b67b976-c04e-4fbf-b5df-b971132bb908 HTTP/1.1" status: 204 len: 168 time: 0.3097026 Feb 18 08:23:56.118933 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57402) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:56.142217 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6cbd2475-986a-44dc-abd7-9efee93adae6 req-98f75d2b-5164-40ab-80b4-78d38ce7f4d0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698109 Feb 18 08:23:56.156375 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-358473d6-95f4-4a58-a20a-d445c1466812 admin admin] Publish callbacks [] for security_group (da2b6e70-d10e-462b-9465-d1696c63a178), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.190250 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.191551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-358473d6-95f4-4a58-a20a-d445c1466812 admin admin] Publish callbacks [] for security_group (da2b6e70-d10e-462b-9465-d1696c63a178), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.241222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-358473d6-95f4-4a58-a20a-d445c1466812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (da2b6e70-d10e-462b-9465-d1696c63a178), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.244392 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-358473d6-95f4-4a58-a20a-d445c1466812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.245853 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-358473d6-95f4-4a58-a20a-d445c1466812 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da2b6e70-d10e-462b-9465-d1696c63a178 HTTP/1.1" status: 204 len: 168 time: 0.1556668 Feb 18 08:23:56.255358 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358473d6-95f4-4a58-a20a-d445c1466812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2b6e70-d10e-462b-9465-d1696c63a178,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:56.294831 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.316746 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.317173 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.317952 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.318768 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > port after_create 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.318768 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.319013 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > port after_update 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.319358 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.319821 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.320137 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.320452 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.470523 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.470523 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.470523 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.470984 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:56.471426 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:56.490519 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2170ca36-3969-41ec-bfae-1c61c4b15419') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:56.490977 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2170ca36-3969-41ec-bfae-1c61c4b15419') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:56.510988 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (2170ca36-3969-41ec-bfae-1c61c4b15419), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.533142 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (2170ca36-3969-41ec-bfae-1c61c4b15419), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.542117 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:23:56.542429 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (2170ca36-3969-41ec-bfae-1c61c4b15419), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: from cryptography.utils import int_from_bytes Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: from cryptography.utils import int_from_bytes Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:23:56.573467 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:23:56.674007 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.693325 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:56.695444 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.701915 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-440aae32-30c6-4fdf-9e11-5bdb05223b0d admin admin] 10.222.0.69 "DELETE /v2.0/networks/b4d4b03f-9cc0-42cd-8ef6-3e1b4962ae38 HTTP/1.1" status: 204 len: 168 time: 0.5820498 Feb 18 08:23:56.706788 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57436) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:56.768494 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Deleting subnet f0063328-42e5-4814-84aa-e9b000741531 {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:23:56.773153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Publish callbacks [] for subnet (f0063328-42e5-4814-84aa-e9b000741531), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.825408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Publish callbacks [] for subnet (f0063328-42e5-4814-84aa-e9b000741531), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.836491 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (f0063328-42e5-4814-84aa-e9b000741531), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.907166 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for subnet (f0063328-42e5-4814-84aa-e9b000741531), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.938619 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0063328-42e5-4814-84aa-e9b000741531,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:56.956702 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:56.961591 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-06b2fe46-b238-493b-b495-fd4091306a64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f0063328-42e5-4814-84aa-e9b000741531 HTTP/1.1" status: 204 len: 168 time: 0.2532027 Feb 18 08:23:56.963695 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57454) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:57.062549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (1d7a4519-4e11-4a85-a2dd-2b62a0a513e0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.152409 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (1d7a4519-4e11-4a85-a2dd-2b62a0a513e0), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.203577 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.208106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.209635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.210235 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > port after_create 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.211226 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.214316 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > port after_update 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.215644 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.216146 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.216709 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.217250 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.298562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.299113 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.300051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.300826 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 08:23:57.301756 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7a4519-4e11-4a85-a2dd-2b62a0a513e0']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:57.337771 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a0e1c6-6c93-4cbb-a78b-8741a589eaa0') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:57.338068 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a0e1c6-6c93-4cbb-a78b-8741a589eaa0') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:23:57.372222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (33a0e1c6-6c93-4cbb-a78b-8741a589eaa0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.398217 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (33a0e1c6-6c93-4cbb-a78b-8741a589eaa0), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.410862 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:23:57.411564 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (33a0e1c6-6c93-4cbb-a78b-8741a589eaa0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: from cryptography.utils import int_from_bytes Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: from cryptography.utils import int_from_bytes Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:23:57.416821 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:23:57.466915 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c3db4-f4fd-48de-901e-eac692d898ae req-a36c97c6-fb56-44e1-a66e-cd42c04f6061 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:57.468560 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd3c3db4-f4fd-48de-901e-eac692d898ae req-a36c97c6-fb56-44e1-a66e-cd42c04f6061 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1600926 Feb 18 08:23:57.519416 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (1d7a4519-4e11-4a85-a2dd-2b62a0a513e0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.531420 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd3c3db4-f4fd-48de-901e-eac692d898ae req-a0c8e8d9-e173-4f6e-badc-9f901e844ddf tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532091 Feb 18 08:23:57.532508 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.535688 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] 10.222.0.69 "DELETE /v2.0/networks/1d7a4519-4e11-4a85-a2dd-2b62a0a513e0 HTTP/1.1" status: 204 len: 168 time: 0.5706921 Feb 18 08:23:57.549216 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f724e9-db27-46dc-bc8e-6e4c9e44b97b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7a4519-4e11-4a85-a2dd-2b62a0a513e0,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:57.787789 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57506) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:57.833718 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-64d22146-4a94-4224-be0e-127fd0af84a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=256b947248ac4752b268dba787382e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444078 Feb 18 08:23:57.835901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57508) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:57.882992 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ef5054ba-1f4e-4048-824a-7b6d2f8cb670 admin admin] Publish callbacks [] for security_group (22b48618-0c8b-4560-8943-4cd784885e0a), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.904450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ef5054ba-1f4e-4048-824a-7b6d2f8cb670 admin admin] Publish callbacks [] for security_group (22b48618-0c8b-4560-8943-4cd784885e0a), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.952166 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ef5054ba-1f4e-4048-824a-7b6d2f8cb670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (22b48618-0c8b-4560-8943-4cd784885e0a), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.954860 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ef5054ba-1f4e-4048-824a-7b6d2f8cb670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:57.956207 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ef5054ba-1f4e-4048-824a-7b6d2f8cb670 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22b48618-0c8b-4560-8943-4cd784885e0a HTTP/1.1" status: 204 len: 168 time: 0.1192687 Feb 18 08:23:57.965165 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5054ba-1f4e-4048-824a-7b6d2f8cb670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b48618-0c8b-4560-8943-4cd784885e0a,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:58.285957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57532) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:58.377992 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57538) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:58.412190 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-552e9023-ec20-42d4-aa06-8fc1f44392d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.448905 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a70757e6-7a01-40ec-abd1-370e3188966b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4995d045fda74c9a8a0bf38515e9ed26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691347 Feb 18 08:23:58.451609 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57540) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:58.459838 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4de05b89-f356-4ebe-9839-48153eabf915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.517270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-552e9023-ec20-42d4-aa06-8fc1f44392d8 admin admin] Publish callbacks [] for security_group (f33fd189-4431-4fff-b5f4-1a47a5289991), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.520276 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e02cb2fa-e995-40e0-9017-60dfd7257e2c admin admin] Publish callbacks [] for security_group (93f0ccd0-2213-4443-bb56-f28febf8cad2), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.521514 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-552e9023-ec20-42d4-aa06-8fc1f44392d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f33fd189-4431-4fff-b5f4-1a47a5289991), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.542939 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e02cb2fa-e995-40e0-9017-60dfd7257e2c admin admin] Publish callbacks [] for security_group (93f0ccd0-2213-4443-bb56-f28febf8cad2), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.564515 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-552e9023-ec20-42d4-aa06-8fc1f44392d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88ca3bd418914013a275ff3ead3137f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750542 Feb 18 08:23:58.564515 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e9023-ec20-42d4-aa06-8fc1f44392d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33fd189-4431-4fff-b5f4-1a47a5289991,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:58.565627 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57546) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:58.601903 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e02cb2fa-e995-40e0-9017-60dfd7257e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (93f0ccd0-2213-4443-bb56-f28febf8cad2), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.605117 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e02cb2fa-e995-40e0-9017-60dfd7257e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.606422 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-e02cb2fa-e995-40e0-9017-60dfd7257e2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93f0ccd0-2213-4443-bb56-f28febf8cad2 HTTP/1.1" status: 204 len: 168 time: 0.1527300 Feb 18 08:23:58.617144 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cb2fa-e995-40e0-9017-60dfd7257e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f0ccd0-2213-4443-bb56-f28febf8cad2,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:58.623727 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a65a6794-654b-451a-b810-e7343af6eb0f admin admin] Publish callbacks [] for security_group (f33fd189-4431-4fff-b5f4-1a47a5289991), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.654552 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a65a6794-654b-451a-b810-e7343af6eb0f admin admin] Publish callbacks [] for security_group (f33fd189-4431-4fff-b5f4-1a47a5289991), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.730373 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8086a-3b70-4fde-b60d-ac6b7e334639 req-69bed8fa-11a7-49d7-897f-c8183dfb9b7c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:23:58.734073 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edd8086a-3b70-4fde-b60d-ac6b7e334639 req-69bed8fa-11a7-49d7-897f-c8183dfb9b7c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0962048 Feb 18 08:23:58.770831 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a65a6794-654b-451a-b810-e7343af6eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f33fd189-4431-4fff-b5f4-1a47a5289991), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.773452 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a65a6794-654b-451a-b810-e7343af6eb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:58.774671 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a65a6794-654b-451a-b810-e7343af6eb0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f33fd189-4431-4fff-b5f4-1a47a5289991 HTTP/1.1" status: 204 len: 168 time: 0.2085085 Feb 18 08:23:58.801244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6794-654b-451a-b810-e7343af6eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33fd189-4431-4fff-b5f4-1a47a5289991,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:58.836273 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edd8086a-3b70-4fde-b60d-ac6b7e334639 req-68619647-e9a3-431f-89e1-1cdee971c81b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916994 Feb 18 08:23:59.244105 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57590) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:59.260970 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f6355380-5c0a-480e-b1e8-e6d9ef282ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.343504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f6355380-5c0a-480e-b1e8-e6d9ef282ac6 admin admin] Publish callbacks [] for security_group (d4484565-c788-4e0c-92ed-5312529585e7), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.348224 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f6355380-5c0a-480e-b1e8-e6d9ef282ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d4484565-c788-4e0c-92ed-5312529585e7), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.386678 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f6355380-5c0a-480e-b1e8-e6d9ef282ac6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a3a48fbf7364830b73485ae28a0311e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411612 Feb 18 08:23:59.387528 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355380-5c0a-480e-b1e8-e6d9ef282ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4484565-c788-4e0c-92ed-5312529585e7,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:23:59.389408 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57596) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:23:59.439047 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1e594d42-58ba-4e7d-a85a-cce732729873 admin admin] Publish callbacks [] for security_group (d4484565-c788-4e0c-92ed-5312529585e7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.465831 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1e594d42-58ba-4e7d-a85a-cce732729873 admin admin] Publish callbacks [] for security_group (d4484565-c788-4e0c-92ed-5312529585e7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.522376 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1e594d42-58ba-4e7d-a85a-cce732729873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d4484565-c788-4e0c-92ed-5312529585e7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.525063 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1e594d42-58ba-4e7d-a85a-cce732729873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:23:59.526498 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1e594d42-58ba-4e7d-a85a-cce732729873 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4484565-c788-4e0c-92ed-5312529585e7 HTTP/1.1" status: 204 len: 168 time: 0.1357787 Feb 18 08:23:59.534736 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e594d42-58ba-4e7d-a85a-cce732729873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4484565-c788-4e0c-92ed-5312529585e7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:00.019443 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a577943-bfa7-4342-815d-8c6c422701b8 req-5a73422d-f2e3-4923-a53e-6eced65c7c73 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:00.021074 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a577943-bfa7-4342-815d-8c6c422701b8 req-5a73422d-f2e3-4923-a53e-6eced65c7c73 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0773804 Feb 18 08:24:00.079071 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a577943-bfa7-4342-815d-8c6c422701b8 req-7a532f71-625d-40ab-a2e0-2461b416066d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500178 Feb 18 08:24:00.580988 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1091a56e-b141-43d3-ac50-a842c4fb0246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:01.199453 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214b646-2ef3-4462-980b-9a1516964db6 req-0dbf8e7e-c5e5-460c-ae4e-bf94db18d5b7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:01.200948 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f214b646-2ef3-4462-980b-9a1516964db6 req-0dbf8e7e-c5e5-460c-ae4e-bf94db18d5b7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0509908 Feb 18 08:24:01.249986 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f214b646-2ef3-4462-980b-9a1516964db6 req-b2aea375-c009-4a71-9dd0-ffffab8c01f5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431380 Feb 18 08:24:01.866699 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:02.373884 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482229e-13d8-4e45-a9cf-7b317ad1dee1 req-608ca9d2-48a6-4b94-bc89-7cbf8b212509 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:02.375322 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d482229e-13d8-4e45-a9cf-7b317ad1dee1 req-608ca9d2-48a6-4b94-bc89-7cbf8b212509 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0521200 Feb 18 08:24:02.421572 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d482229e-13d8-4e45-a9cf-7b317ad1dee1 req-08d07e84-6baf-4013-9e2e-3e1315d5f6b7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Feb 18 08:24:03.019755 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:03.553813 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcba6b-de12-4949-925c-3bd423fbe423 req-42ff97c4-78ad-45d5-8e7c-52d46893848a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:03.555253 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-06fcba6b-de12-4949-925c-3bd423fbe423 req-42ff97c4-78ad-45d5-8e7c-52d46893848a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0544226 Feb 18 08:24:03.604146 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-06fcba6b-de12-4949-925c-3bd423fbe423 req-04d95db2-46e4-4044-9597-3bd5705cf6ba tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Feb 18 08:24:04.456422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:04.733673 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd2081-9527-431b-aa59-c7b30b885886 req-d60388f5-47e7-4d03-8e5a-7a4ce98d8d1b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:04.735317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f6cd2081-9527-431b-aa59-c7b30b885886 req-d60388f5-47e7-4d03-8e5a-7a4ce98d8d1b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0623176 Feb 18 08:24:04.781860 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f6cd2081-9527-431b-aa59-c7b30b885886 req-59c3ed35-09c5-456c-96ce-201dcd096189 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Feb 18 08:24:05.910644 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78e0aa-22ab-488d-9921-6aeedc29f544 req-576a5f8b-cd4c-4c8e-884e-eafd21e73db3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:05.912763 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd78e0aa-22ab-488d-9921-6aeedc29f544 req-576a5f8b-cd4c-4c8e-884e-eafd21e73db3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0597205 Feb 18 08:24:05.927959 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57808) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:05.968480 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd78e0aa-22ab-488d-9921-6aeedc29f544 req-775346a7-3c76-48d7-97d2-abfb54f308d5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Feb 18 08:24:05.973345 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57812) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:06.082238 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0edbf367-dd14-4c3e-9cf6-5d343091c307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.111299 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cecb5b63-a7e7-439d-93dc-1f8f0d823db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.197688 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0edbf367-dd14-4c3e-9cf6-5d343091c307 admin admin] Publish callbacks [] for security_group (c033057f-1d1b-4617-83a2-e3c8b9ee01c1), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.204344 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0edbf367-dd14-4c3e-9cf6-5d343091c307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c033057f-1d1b-4617-83a2-e3c8b9ee01c1), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.258800 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0edbf367-dd14-4c3e-9cf6-5d343091c307 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=627eb696e9884a49a6e4422fe568d5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299594 Feb 18 08:24:06.264983 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57834) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:06.274471 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cecb5b63-a7e7-439d-93dc-1f8f0d823db1 admin admin] Publish callbacks [] for security_group (3d506f00-0bfe-487e-af0f-ed6863b27c17), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.275704 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbf367-dd14-4c3e-9cf6-5d343091c307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c033057f-1d1b-4617-83a2-e3c8b9ee01c1,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:06.280921 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cecb5b63-a7e7-439d-93dc-1f8f0d823db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3d506f00-0bfe-487e-af0f-ed6863b27c17), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.309724 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb5b63-a7e7-439d-93dc-1f8f0d823db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d506f00-0bfe-487e-af0f-ed6863b27c17,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:06.346999 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-cecb5b63-a7e7-439d-93dc-1f8f0d823db1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0795bda417c34aaeb504cdb5c28ef915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725941 Feb 18 08:24:06.347776 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57844) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:06.361156 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6e8e-ebb0-442f-a235-0ad6cff075f1 admin admin] Publish callbacks [] for security_group (c033057f-1d1b-4617-83a2-e3c8b9ee01c1), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.395611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6e8e-ebb0-442f-a235-0ad6cff075f1 admin admin] Publish callbacks [] for security_group (c033057f-1d1b-4617-83a2-e3c8b9ee01c1), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.413592 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a717dd4d-c176-4e3a-be8b-5ff20c0ca971 admin admin] Publish callbacks [] for security_group (3d506f00-0bfe-487e-af0f-ed6863b27c17), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.438471 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a717dd4d-c176-4e3a-be8b-5ff20c0ca971 admin admin] Publish callbacks [] for security_group (3d506f00-0bfe-487e-af0f-ed6863b27c17), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.447800 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6e8e-ebb0-442f-a235-0ad6cff075f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c033057f-1d1b-4617-83a2-e3c8b9ee01c1), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.450518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8cfe6e8e-ebb0-442f-a235-0ad6cff075f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.451711 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-8cfe6e8e-ebb0-442f-a235-0ad6cff075f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c033057f-1d1b-4617-83a2-e3c8b9ee01c1 HTTP/1.1" status: 204 len: 168 time: 0.1855240 Feb 18 08:24:06.459796 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe6e8e-ebb0-442f-a235-0ad6cff075f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c033057f-1d1b-4617-83a2-e3c8b9ee01c1,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:06.504702 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a717dd4d-c176-4e3a-be8b-5ff20c0ca971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3d506f00-0bfe-487e-af0f-ed6863b27c17), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.507541 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a717dd4d-c176-4e3a-be8b-5ff20c0ca971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.512135 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a717dd4d-c176-4e3a-be8b-5ff20c0ca971 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d506f00-0bfe-487e-af0f-ed6863b27c17 HTTP/1.1" status: 204 len: 168 time: 0.1609619 Feb 18 08:24:06.522124 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717dd4d-c176-4e3a-be8b-5ff20c0ca971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d506f00-0bfe-487e-af0f-ed6863b27c17,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:06.814279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24bcef-f25c-4763-80be-9fd3c3c97bc8 req-d1628a83-3468-4f96-8bb4-0bdcca15f406 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:06.816116 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0e24bcef-f25c-4763-80be-9fd3c3c97bc8 req-d1628a83-3468-4f96-8bb4-0bdcca15f406 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0854716 Feb 18 08:24:06.875203 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0e24bcef-f25c-4763-80be-9fd3c3c97bc8 req-64b36777-afb1-4508-9c25-b1672f804683 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Feb 18 08:24:06.920065 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57864) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:06.922552 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57866) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:06.935527 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9baeaa15-afc9-4a25-9f29-d3043169e8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:06.937720 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a7df2e16-8b7f-4e47-9a5d-e32f7df62366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.009278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9baeaa15-afc9-4a25-9f29-d3043169e8c4 admin admin] Publish callbacks [] for security_group (8be57daf-10a6-4153-8abb-6649ce5d943f), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.011551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a7df2e16-8b7f-4e47-9a5d-e32f7df62366 admin admin] Publish callbacks [] for security_group (b803ea7f-5d82-410c-a323-eb0ac150aed9), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.013692 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9baeaa15-afc9-4a25-9f29-d3043169e8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (8be57daf-10a6-4153-8abb-6649ce5d943f), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.015841 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a7df2e16-8b7f-4e47-9a5d-e32f7df62366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b803ea7f-5d82-410c-a323-eb0ac150aed9), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.040207 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-9baeaa15-afc9-4a25-9f29-d3043169e8c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de122cfee162442db0d8fcdbaf311c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1164365 Feb 18 08:24:07.041556 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57870) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:07.063457 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a7df2e16-8b7f-4e47-9a5d-e32f7df62366 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec3d5009d010428f8c4e5b1a223ee380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423249 Feb 18 08:24:07.067322 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57872) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:07.080914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df2e16-8b7f-4e47-9a5d-e32f7df62366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b803ea7f-5d82-410c-a323-eb0ac150aed9,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:07.091406 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeaa15-afc9-4a25-9f29-d3043169e8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be57daf-10a6-4153-8abb-6649ce5d943f,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:07.107397 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cc896-de42-47e9-a627-6d71c17ec043 req-fc65e0d5-c9f1-4142-ac1b-90c23cbbd47d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:07.108946 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f2cc896-de42-47e9-a627-6d71c17ec043 req-fc65e0d5-c9f1-4142-ac1b-90c23cbbd47d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0638506 Feb 18 08:24:07.155834 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f2cc896-de42-47e9-a627-6d71c17ec043 req-1a020be7-fcdc-47ab-a17d-5d65af10ab76 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Feb 18 08:24:07.316581 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-90640afe-f9e0-4208-9643-0c3f181b235d admin admin] Publish callbacks [] for security_group (8be57daf-10a6-4153-8abb-6649ce5d943f), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.319185 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d516c328-9e7c-4efd-b17b-3cba8cd75f4f admin admin] Publish callbacks [] for security_group (b803ea7f-5d82-410c-a323-eb0ac150aed9), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.351050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-90640afe-f9e0-4208-9643-0c3f181b235d admin admin] Publish callbacks [] for security_group (8be57daf-10a6-4153-8abb-6649ce5d943f), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.360679 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d516c328-9e7c-4efd-b17b-3cba8cd75f4f admin admin] Publish callbacks [] for security_group (b803ea7f-5d82-410c-a323-eb0ac150aed9), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.430831 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-90640afe-f9e0-4208-9643-0c3f181b235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (8be57daf-10a6-4153-8abb-6649ce5d943f), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.433692 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-90640afe-f9e0-4208-9643-0c3f181b235d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.435032 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-90640afe-f9e0-4208-9643-0c3f181b235d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8be57daf-10a6-4153-8abb-6649ce5d943f HTTP/1.1" status: 204 len: 168 time: 0.3870912 Feb 18 08:24:07.437969 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d516c328-9e7c-4efd-b17b-3cba8cd75f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b803ea7f-5d82-410c-a323-eb0ac150aed9), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.440382 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d516c328-9e7c-4efd-b17b-3cba8cd75f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.444330 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d516c328-9e7c-4efd-b17b-3cba8cd75f4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b803ea7f-5d82-410c-a323-eb0ac150aed9 HTTP/1.1" status: 204 len: 168 time: 0.3737159 Feb 18 08:24:07.451098 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90640afe-f9e0-4208-9643-0c3f181b235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be57daf-10a6-4153-8abb-6649ce5d943f,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:07.461787 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c328-9e7c-4efd-b17b-3cba8cd75f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b803ea7f-5d82-410c-a323-eb0ac150aed9,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:07.868270 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57922) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:07.882166 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-24aa6028-5698-4881-a046-010672a1d679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.984328 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-24aa6028-5698-4881-a046-010672a1d679 admin admin] Publish callbacks [] for security_group (b5f552c8-67a9-4f61-88bd-88119d2bc64b), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.992451 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-24aa6028-5698-4881-a046-010672a1d679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b5f552c8-67a9-4f61-88bd-88119d2bc64b), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:07.995173 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57930) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:08.024019 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ac80c-41c6-4317-9da0-910910ee3e49 req-54fab1d6-13aa-43d8-9c9c-ef61934417e9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:08.035335 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-479ac80c-41c6-4317-9da0-910910ee3e49 req-54fab1d6-13aa-43d8-9c9c-ef61934417e9 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0824425 Feb 18 08:24:08.037568 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa6028-5698-4881-a046-010672a1d679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f552c8-67a9-4f61-88bd-88119d2bc64b,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:08.053525 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-24aa6028-5698-4881-a046-010672a1d679 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=02fbf944d3c243c3b90aeb203a98a868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840098 Feb 18 08:24:08.057396 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57936) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:08.139970 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-aff92969-540c-4239-873e-035027a3b135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.162657 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-479ac80c-41c6-4317-9da0-910910ee3e49 req-609db426-9b6f-4856-bcc0-35f4bc4ad885 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263540 Feb 18 08:24:08.169477 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-75e819e2-ca69-45df-89fb-f8c5e3da34be admin admin] Publish callbacks [] for security_group (b5f552c8-67a9-4f61-88bd-88119d2bc64b), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.214695 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-75e819e2-ca69-45df-89fb-f8c5e3da34be admin admin] Publish callbacks [] for security_group (b5f552c8-67a9-4f61-88bd-88119d2bc64b), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.235149 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-aff92969-540c-4239-873e-035027a3b135 admin admin] Publish callbacks [] for security_group (d0006614-968e-4728-82af-22e3d7f1761d), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.246102 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-aff92969-540c-4239-873e-035027a3b135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d0006614-968e-4728-82af-22e3d7f1761d), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.288904 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-aff92969-540c-4239-873e-035027a3b135 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba7bd38159764fe3839a36e94ac8fc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811306 Feb 18 08:24:08.292054 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57946) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:08.292408 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff92969-540c-4239-873e-035027a3b135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0006614-968e-4728-82af-22e3d7f1761d,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:08.362758 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47007dcc-03c7-4814-9264-7faab35c42ae req-fb273c68-ad47-4864-92a6-13edab23c2a3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:08.364304 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-47007dcc-03c7-4814-9264-7faab35c42ae req-fb273c68-ad47-4864-92a6-13edab23c2a3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1279478 Feb 18 08:24:08.365212 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-75e819e2-ca69-45df-89fb-f8c5e3da34be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b5f552c8-67a9-4f61-88bd-88119d2bc64b), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.367818 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-75e819e2-ca69-45df-89fb-f8c5e3da34be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.369038 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-75e819e2-ca69-45df-89fb-f8c5e3da34be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5f552c8-67a9-4f61-88bd-88119d2bc64b HTTP/1.1" status: 204 len: 168 time: 0.3107262 Feb 18 08:24:08.408734 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e819e2-ca69-45df-89fb-f8c5e3da34be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f552c8-67a9-4f61-88bd-88119d2bc64b,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:08.420344 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e880e77b-265e-4b96-a642-219795b506ce admin admin] Publish callbacks [] for security_group (d0006614-968e-4728-82af-22e3d7f1761d), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.452793 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-47007dcc-03c7-4814-9264-7faab35c42ae req-aca9e8e3-bf16-40f9-8120-67f75ba65f1e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803130 Feb 18 08:24:08.466858 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e880e77b-265e-4b96-a642-219795b506ce admin admin] Publish callbacks [] for security_group (d0006614-968e-4728-82af-22e3d7f1761d), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.534968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e880e77b-265e-4b96-a642-219795b506ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d0006614-968e-4728-82af-22e3d7f1761d), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.537577 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e880e77b-265e-4b96-a642-219795b506ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.541941 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-e880e77b-265e-4b96-a642-219795b506ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0006614-968e-4728-82af-22e3d7f1761d HTTP/1.1" status: 204 len: 168 time: 0.2470255 Feb 18 08:24:08.550425 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880e77b-265e-4b96-a642-219795b506ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0006614-968e-4728-82af-22e3d7f1761d,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:08.893240 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 57978) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:08.906818 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f36748bc-6abe-4eda-9845-903644e7fa9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.990639 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f36748bc-6abe-4eda-9845-903644e7fa9e admin admin] Publish callbacks [] for security_group (5fa28264-59ff-42f4-b821-d070719bf281), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:08.996167 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f36748bc-6abe-4eda-9845-903644e7fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5fa28264-59ff-42f4-b821-d070719bf281), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.035829 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f36748bc-6abe-4eda-9845-903644e7fa9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=44f6de7f31154a0aba530c858873d856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412618 Feb 18 08:24:09.038427 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 57986) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:09.045836 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36748bc-6abe-4eda-9845-903644e7fa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa28264-59ff-42f4-b821-d070719bf281,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:09.087982 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-be89afa9-95c1-49b8-ac0b-10a68e167477 admin admin] Publish callbacks [] for security_group (5fa28264-59ff-42f4-b821-d070719bf281), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.112533 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-be89afa9-95c1-49b8-ac0b-10a68e167477 admin admin] Publish callbacks [] for security_group (5fa28264-59ff-42f4-b821-d070719bf281), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.161278 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-be89afa9-95c1-49b8-ac0b-10a68e167477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5fa28264-59ff-42f4-b821-d070719bf281), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.163978 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-be89afa9-95c1-49b8-ac0b-10a68e167477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.165367 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-be89afa9-95c1-49b8-ac0b-10a68e167477 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5fa28264-59ff-42f4-b821-d070719bf281 HTTP/1.1" status: 204 len: 168 time: 0.1258211 Feb 18 08:24:09.174687 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89afa9-95c1-49b8-ac0b-10a68e167477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa28264-59ff-42f4-b821-d070719bf281,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:09.303446 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decbdf0-baca-4183-a3eb-fca6ed59355f req-5cb65e41-4d76-49fe-a883-aa808aab7ab5 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:09.305036 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8decbdf0-baca-4183-a3eb-fca6ed59355f req-5cb65e41-4d76-49fe-a883-aa808aab7ab5 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.0676310 Feb 18 08:24:09.399994 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8decbdf0-baca-4183-a3eb-fca6ed59355f req-6dea56c7-6821-4f4e-843b-43a35ecad9b1 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/security-groups?id=83214c7f-00e7-43ab-bfda-28fef7f12c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837150 Feb 18 08:24:09.410149 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-dbc4e6a0-013c-4f5d-ae5c-f3b5aea4f227 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:09.411804 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-dbc4e6a0-013c-4f5d-ae5c-f3b5aea4f227 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 945 time: 0.1056678 Feb 18 08:24:09.634739 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Deleting port 8cb692c1-811b-4841-8985-f88ff9796dce {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:24:09.635801 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.647356 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7683-ea15-4744-82a0-95ff30720a40 req-5181e3c7-adc5-4b53-8ff5-c603236bbbb6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:09.648980 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-baec7683-ea15-4744-82a0-95ff30720a40 req-5181e3c7-adc5-4b53-8ff5-c603236bbbb6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1127572 Feb 18 08:24:09.767309 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-baec7683-ea15-4744-82a0-95ff30720a40 req-f9927303-c76f-48b5-b073-a4fccb16db7a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053288 Feb 18 08:24:09.816928 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] For port 8cb692c1-811b-4841-8985-f88ff9796dce, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8cb692c1-811b-4841-8985-f88ff9796dce,segment=NetworkSegment(38a32e73-bd36-4137-8515-7902ad071ea0),segment_id=38a32e73-bd36-4137-8515-7902ad071ea0)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:09.817228 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:09.836822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Calling delete_port for 8cb692c1-811b-4841-8985-f88ff9796dce owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:24:10.087705 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (8cb692c1-811b-4841-8985-f88ff9796dce), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:10.108144 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['8cb692c1-811b-4841-8985-f88ff9796dce'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:10.137861 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Pushing event deleted for resources: {'Port': ['ID=8cb692c1-811b-4841-8985-f88ff9796dce,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:10.207714 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] No DVR routers for this DVR port 8cb692c1-811b-4841-8985-f88ff9796dce on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:24:10.211110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:10.215531 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e9e395fe-a067-42d7-8140-b77ffbf9c1f6 req-baf38a5e-8e39-47ad-bda8-d24c8e169bc4 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.79 "DELETE /v2.0/ports/8cb692c1-811b-4841-8985-f88ff9796dce HTTP/1.1" status: 204 len: 173 time: 0.7948112 Feb 18 08:24:10.219435 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'name': 'network-vif-deleted', 'tag': '8cb692c1-811b-4841-8985-f88ff9796dce'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:10.222052 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91e253b-885b-45ac-ba72-b04cee8a2e3d" -d '{"events": [{"server_uuid": "4e50c691-1849-4b70-80dc-081ea3e24e32", "name": "network-vif-deleted", "tag": "8cb692c1-811b-4841-8985-f88ff9796dce"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:10.293869 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f1277-9304-44fe-8edb-792007499feb x-openstack-request-id: req-7e0f1277-9304-44fe-8edb-792007499feb {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:10.294226 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e50c691-1849-4b70-80dc-081ea3e24e32", "name": "network-vif-deleted", "tag": "8cb692c1-811b-4841-8985-f88ff9796dce", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:10.294662 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e0f1277-9304-44fe-8edb-792007499feb {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:10.295579 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e50c691-1849-4b70-80dc-081ea3e24e32', 'name': 'network-vif-deleted', 'tag': '8cb692c1-811b-4841-8985-f88ff9796dce', 'status': 'completed', 'code': 200} Feb 18 08:24:10.509515 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e85fae4a-dcf0-47af-a33b-c1b3e54dd610 req-71a7b9a2-9107-48c5-9458-934e43b51186 tempest-DeleteServersTestJSON-386817206 tempest-DeleteServersTestJSON-386817206-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e50c691-1849-4b70-80dc-081ea3e24e32 HTTP/1.1" status: 200 len: 210 time: 0.0326543 Feb 18 08:24:10.597890 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58092) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:10.792700 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-66b8610f-bfb0-45e1-a093-b4a49d32a024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:10.911548 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-66b8610f-bfb0-45e1-a093-b4a49d32a024 admin admin] Publish callbacks [] for security_group (d4ae7154-a719-43d1-9f4e-a4a23cfb10b8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:10.918797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-66b8610f-bfb0-45e1-a093-b4a49d32a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d4ae7154-a719-43d1-9f4e-a4a23cfb10b8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:10.960731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055019d-46ea-4ec3-bccc-8954fa390e6e req-9e524c50-140a-41d2-be78-3a0ef7f5b7d4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:10.962299 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2055019d-46ea-4ec3-bccc-8954fa390e6e req-9e524c50-140a-41d2-be78-3a0ef7f5b7d4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1072085 Feb 18 08:24:10.974612 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-66b8610f-bfb0-45e1-a093-b4a49d32a024 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3b1f159a21e4130aadd712801128e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756602 Feb 18 08:24:10.977479 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58114) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:10.980735 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8610f-bfb0-45e1-a093-b4a49d32a024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ae7154-a719-43d1-9f4e-a4a23cfb10b8,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:11.023326 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2055019d-46ea-4ec3-bccc-8954fa390e6e req-24320872-73b0-45f8-9ecc-ba1953c33e06 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Feb 18 08:24:11.049385 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c78-fb04-4f1e-aa22-39c704223373 admin admin] Publish callbacks [] for security_group (d4ae7154-a719-43d1-9f4e-a4a23cfb10b8), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.075832 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c78-fb04-4f1e-aa22-39c704223373 admin admin] Publish callbacks [] for security_group (d4ae7154-a719-43d1-9f4e-a4a23cfb10b8), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.171309 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c78-fb04-4f1e-aa22-39c704223373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d4ae7154-a719-43d1-9f4e-a4a23cfb10b8), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.185892 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a98f0c78-fb04-4f1e-aa22-39c704223373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.185892 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a98f0c78-fb04-4f1e-aa22-39c704223373 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4ae7154-a719-43d1-9f4e-a4a23cfb10b8 HTTP/1.1" status: 204 len: 168 time: 0.2036765 Feb 18 08:24:11.195956 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f0c78-fb04-4f1e-aa22-39c704223373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ae7154-a719-43d1-9f4e-a4a23cfb10b8,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:11.739854 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58158) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:11.765371 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4844c48-fdd4-437e-a970-af53e28edf60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.883137 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4844c48-fdd4-437e-a970-af53e28edf60 admin admin] Publish callbacks [] for security_group (5ef0698f-8323-4a91-bc22-e5410bba6aeb), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.907820 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4844c48-fdd4-437e-a970-af53e28edf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5ef0698f-8323-4a91-bc22-e5410bba6aeb), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:11.952364 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4844c48-fdd4-437e-a970-af53e28edf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0698f-8323-4a91-bc22-e5410bba6aeb,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:11.957050 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a4844c48-fdd4-437e-a970-af53e28edf60 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03f695a5385248338ec383764495e693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160509 Feb 18 08:24:11.959753 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58180) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:12.020905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac373d37-e07e-48f2-87da-1ebe38c40bc7 admin admin] Publish callbacks [] for security_group (5ef0698f-8323-4a91-bc22-e5410bba6aeb), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.044660 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac373d37-e07e-48f2-87da-1ebe38c40bc7 admin admin] Publish callbacks [] for security_group (5ef0698f-8323-4a91-bc22-e5410bba6aeb), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.106989 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac373d37-e07e-48f2-87da-1ebe38c40bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5ef0698f-8323-4a91-bc22-e5410bba6aeb), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.110529 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac373d37-e07e-48f2-87da-1ebe38c40bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.112415 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ac373d37-e07e-48f2-87da-1ebe38c40bc7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ef0698f-8323-4a91-bc22-e5410bba6aeb HTTP/1.1" status: 204 len: 168 time: 0.1503358 Feb 18 08:24:12.124712 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac373d37-e07e-48f2-87da-1ebe38c40bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0698f-8323-4a91-bc22-e5410bba6aeb,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:12.162479 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36508126-6a21-49bb-a740-152b4b2b257b req-dd79981e-4287-4bcc-ba6c-7a88ff25e514 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:12.164041 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-36508126-6a21-49bb-a740-152b4b2b257b req-dd79981e-4287-4bcc-ba6c-7a88ff25e514 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0625889 Feb 18 08:24:12.232067 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-36508126-6a21-49bb-a740-152b4b2b257b req-e2ac5bf1-6d2b-4907-872e-8537a7143242 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568664 Feb 18 08:24:12.404543 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58212) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:12.518261 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-951a4a8f-6cf3-4457-947d-daa428bd6a8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.606967 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-951a4a8f-6cf3-4457-947d-daa428bd6a8a admin admin] Publish callbacks [] for security_group (9577d6f9-631c-4046-91b9-f6ba1abc20df), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.611082 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-951a4a8f-6cf3-4457-947d-daa428bd6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9577d6f9-631c-4046-91b9-f6ba1abc20df), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.660866 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-951a4a8f-6cf3-4457-947d-daa428bd6a8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8f3dd1e9a254af8a7f68672daa8a52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543681 Feb 18 08:24:12.662016 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58228) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:12.671001 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a4a8f-6cf3-4457-947d-daa428bd6a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9577d6f9-631c-4046-91b9-f6ba1abc20df,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:12.721752 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6328-8a85-41e9-8c6f-120956319510 admin admin] Publish callbacks [] for security_group (9577d6f9-631c-4046-91b9-f6ba1abc20df), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.749356 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6328-8a85-41e9-8c6f-120956319510 admin admin] Publish callbacks [] for security_group (9577d6f9-631c-4046-91b9-f6ba1abc20df), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.804202 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6328-8a85-41e9-8c6f-120956319510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9577d6f9-631c-4046-91b9-f6ba1abc20df), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.808029 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6328-8a85-41e9-8c6f-120956319510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:12.809340 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0f5d6328-8a85-41e9-8c6f-120956319510 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9577d6f9-631c-4046-91b9-f6ba1abc20df HTTP/1.1" status: 204 len: 168 time: 0.1452854 Feb 18 08:24:12.828067 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d6328-8a85-41e9-8c6f-120956319510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577d6f9-631c-4046-91b9-f6ba1abc20df,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:12.957680 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.024895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-cdede95a-3242-4a30-9934-58d51349a116 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:13.026966 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-cdede95a-3242-4a30-9934-58d51349a116 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.1171932 Feb 18 08:24:13.048273 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-8c56f8cf-86eb-4276-892b-64e6c4ff62f2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/quotas/53af05a70c1040e483cc64f7d538803b HTTP/1.1" status: 200 len: 375 time: 0.0152602 Feb 18 08:24:13.125706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-30799903-d652-4403-9971-cd0eab2ebd06 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701702 Feb 18 08:24:13.176111 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58278) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:13.233586 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Deleting subnet 802c793b-2698-4cf0-8727-18118e0276a9 {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:24:13.237432 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Publish callbacks [] for subnet (802c793b-2698-4cf0-8727-18118e0276a9), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.280261 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25311386'] for subnet (802c793b-2698-4cf0-8727-18118e0276a9), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.322426 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-e8881c98-ba9b-4512-ba66-4f53e3e5308c service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900039 Feb 18 08:24:13.348419 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (802c793b-2698-4cf0-8727-18118e0276a9), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.433360 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1075989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29148302'] for subnet (802c793b-2698-4cf0-8727-18118e0276a9), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.450180 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58288) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:13.505622 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1540dfec-dc54-440e-9a67-9515aa267bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.509843 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802c793b-2698-4cf0-8727-18118e0276a9,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:13.520623 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.525290 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-6d5742d4-6f81-4226-8635-35816f8cfd1d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/802c793b-2698-4cf0-8727-18118e0276a9 HTTP/1.1" status: 204 len: 168 time: 0.3463016 Feb 18 08:24:13.528187 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58290) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:13.622263 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (65cc06d4-ce18-4819-9f73-8921cf7a5f0c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.703989 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-c7a922c1-ea93-49b8-92b5-f5ba960148bc service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573523 Feb 18 08:24:13.751297 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (65cc06d4-ce18-4819-9f73-8921cf7a5f0c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.752021 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace24c3-ec2d-4280-9a5d-64a6df88f604 req-98514087-3b44-4fe9-9a5b-69bbd24e1290 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:13.763879 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1540dfec-dc54-440e-9a67-9515aa267bd6 admin admin] Publish callbacks [] for security_group (d54ce676-7fbe-4772-8134-75ccb19c44eb), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.771025 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7ace24c3-ec2d-4280-9a5d-64a6df88f604 req-98514087-3b44-4fe9-9a5b-69bbd24e1290 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.4622371 Feb 18 08:24:13.778547 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1540dfec-dc54-440e-9a67-9515aa267bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d54ce676-7fbe-4772-8134-75ccb19c44eb), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.783314 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cc06d4-ce18-4819-9f73-8921cf7a5f0c']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:13.817335 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a32e73-bd36-4137-8515-7902ad071ea0') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:13.817869 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a32e73-bd36-4137-8515-7902ad071ea0') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:13.818172 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8cb692c1-811b-4841-8985-f88ff9796dce no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:24:13.845160 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (38a32e73-bd36-4137-8515-7902ad071ea0), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.860000 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1540dfec-dc54-440e-9a67-9515aa267bd6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8556ab16ce554b649e7ebbb66922df43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044511 Feb 18 08:24:13.861822 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540dfec-dc54-440e-9a67-9515aa267bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ce676-7fbe-4772-8134-75ccb19c44eb,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:13.864654 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58302) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:13.866286 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (38a32e73-bd36-4137-8515-7902ad071ea0), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.869090 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 8cb692c1-811b-4841-8985-f88ff9796dce {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:24:13.869677 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8cb692c1-811b-4841-8985-f88ff9796dce not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:24:13.885674 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:24:13.886123 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (38a32e73-bd36-4137-8515-7902ad071ea0), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:24:13.887926 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:24:13.911018 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7ace24c3-ec2d-4280-9a5d-64a6df88f604 req-1718e088-1f79-4a15-ae5a-645090ef3931 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380899 Feb 18 08:24:13.960627 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58304) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:13.988605 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (65cc06d4-ce18-4819-9f73-8921cf7a5f0c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:13.997685 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.003928 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/65cc06d4-ce18-4819-9f73-8921cf7a5f0c HTTP/1.1" status: 204 len: 168 time: 0.4736106 Feb 18 08:24:14.011535 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-32571c6c-5a66-4d61-95a4-3194308050d6 admin admin] Publish callbacks [] for security_group (d54ce676-7fbe-4772-8134-75ccb19c44eb), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.036404 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85680d53-08fc-4258-9cc0-e224d53b43a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=65cc06d4-ce18-4819-9f73-8921cf7a5f0c,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:14.065692 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-32571c6c-5a66-4d61-95a4-3194308050d6 admin admin] Publish callbacks [] for security_group (d54ce676-7fbe-4772-8134-75ccb19c44eb), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.146666 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-32571c6c-5a66-4d61-95a4-3194308050d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d54ce676-7fbe-4772-8134-75ccb19c44eb), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.149862 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-32571c6c-5a66-4d61-95a4-3194308050d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.155598 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-32571c6c-5a66-4d61-95a4-3194308050d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d54ce676-7fbe-4772-8134-75ccb19c44eb HTTP/1.1" status: 204 len: 168 time: 0.2862728 Feb 18 08:24:14.158316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-84dc1642-47f7-4f07-a6d9-2559f1b75c96 req-fc5ed0c2-93df-4335-bc24-9fac0aa07b0b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 210 time: 0.0798614 Feb 18 08:24:14.176998 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a1746a40-252e-4267-be3f-e28089c4032f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.216790 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32571c6c-5a66-4d61-95a4-3194308050d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ce676-7fbe-4772-8134-75ccb19c44eb,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:14.290181 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58326) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:14.377911 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-8b36332a-409b-4887-9b9c-7d1d07beaec8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=448e00602c4e4bb28f708679e9428c58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0862243 Feb 18 08:24:14.380972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58336) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:14.382865 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a1746a40-252e-4267-be3f-e28089c4032f admin admin] Publish callbacks [] for security_group (ee0eed38-921f-417e-bf4f-472233fa68c0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.388891 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a1746a40-252e-4267-be3f-e28089c4032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ee0eed38-921f-417e-bf4f-472233fa68c0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.430394 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1746a40-252e-4267-be3f-e28089c4032f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0eed38-921f-417e-bf4f-472233fa68c0,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:14.456247 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58338) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:14.456408 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a1746a40-252e-4267-be3f-e28089c4032f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbb1cca89ad14baea7dbac5f53428618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944482 Feb 18 08:24:14.497230 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fec4aa46-672e-445d-acf6-b941642770cb admin admin] Publish callbacks [] for security_group (83214c7f-00e7-43ab-bfda-28fef7f12c57), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.534259 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fec4aa46-672e-445d-acf6-b941642770cb admin admin] Publish callbacks [] for security_group (83214c7f-00e7-43ab-bfda-28fef7f12c57), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.546060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaeee-77e8-4365-a9f6-cb72c368d24d admin admin] Publish callbacks [] for security_group (ee0eed38-921f-417e-bf4f-472233fa68c0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.569377 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaeee-77e8-4365-a9f6-cb72c368d24d admin admin] Publish callbacks [] for security_group (ee0eed38-921f-417e-bf4f-472233fa68c0), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.645602 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaeee-77e8-4365-a9f6-cb72c368d24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ee0eed38-921f-417e-bf4f-472233fa68c0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.648970 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e3eaeee-77e8-4365-a9f6-cb72c368d24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.650998 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-3e3eaeee-77e8-4365-a9f6-cb72c368d24d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee0eed38-921f-417e-bf4f-472233fa68c0 HTTP/1.1" status: 204 len: 168 time: 0.1940050 Feb 18 08:24:14.662458 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eaeee-77e8-4365-a9f6-cb72c368d24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0eed38-921f-417e-bf4f-472233fa68c0,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:14.671508 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fec4aa46-672e-445d-acf6-b941642770cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (83214c7f-00e7-43ab-bfda-28fef7f12c57), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.675032 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fec4aa46-672e-445d-acf6-b941642770cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:14.676376 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-fec4aa46-672e-445d-acf6-b941642770cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83214c7f-00e7-43ab-bfda-28fef7f12c57 HTTP/1.1" status: 204 len: 168 time: 0.2943306 Feb 18 08:24:14.685223 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4aa46-672e-445d-acf6-b941642770cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83214c7f-00e7-43ab-bfda-28fef7f12c57,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:15.045509 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd182-3035-41db-8c84-5bbd4749bd39 req-d06bb689-d5f0-441c-8de9-cadf7471e62c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:15.045615 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58ecd182-3035-41db-8c84-5bbd4749bd39 req-d06bb689-d5f0-441c-8de9-cadf7471e62c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0559351 Feb 18 08:24:15.099395 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58ecd182-3035-41db-8c84-5bbd4749bd39 req-03ced87d-cfae-463d-bff6-bc5e4e2bc6e3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475140 Feb 18 08:24:15.229408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58372) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:15.255511 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5743-7705-4bd0-8b6d-6a73f5f455e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.314497 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0accf2-6c4a-484f-a643-e47d79ffcb18 req-eb9e1857-27b9-4e44-b8a8-f6987dcfe67e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 210 time: 0.0429726 Feb 18 08:24:15.445952 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-a84cb4d0-5a4d-4c91-9150-9e0479fa8d54 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:15.448199 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-a84cb4d0-5a4d-4c91-9150-9e0479fa8d54 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.1481638 Feb 18 08:24:15.471473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Request body: {'port': {'device_id': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'admin_state_up': True, 'tenant_id': '53af05a70c1040e483cc64f7d538803b'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:15.538175 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5743-7705-4bd0-8b6d-6a73f5f455e2 admin admin] Publish callbacks [] for security_group (f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.544233 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d4bb5743-7705-4bd0-8b6d-6a73f5f455e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.590812 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb5743-7705-4bd0-8b6d-6a73f5f455e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:15.623993 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d4bb5743-7705-4bd0-8b6d-6a73f5f455e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=701a262155ca4af19c37f7d5b3aa7a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929100 Feb 18 08:24:15.626771 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58392) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:15.661476 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Made reservation on behalf of 53af05a70c1040e483cc64f7d538803b for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:15.666943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.690428 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f231dfe5-51a4-4e03-809f-104dc2975612 admin admin] Publish callbacks [] for security_group (f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.718264 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f231dfe5-51a4-4e03-809f-104dc2975612 admin admin] Publish callbacks [] for security_group (f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.773309 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f231dfe5-51a4-4e03-809f-104dc2975612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.776327 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f231dfe5-51a4-4e03-809f-104dc2975612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:15.777480 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f231dfe5-51a4-4e03-809f-104dc2975612 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9 HTTP/1.1" status: 204 len: 168 time: 0.1488869 Feb 18 08:24:15.786962 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231dfe5-51a4-4e03-809f-104dc2975612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c6f91b-8f5d-42cc-a08f-a1ac0dbf2eb9,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:15.831519 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Allocated IP 172.20.0.7 (6936d60e-4499-4068-8fa1-8b3d07175403/0b564d88-9a20-42c5-8b98-f2da7af9c6d0/e6e11994-bbe0-4ec6-94bd-163c8850412c) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:16.035397 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks [] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:16.092919 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:16.106626 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:16.180675 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Network 6936d60e-4499-4068-8fa1-8b3d07175403 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:16.204795 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:16.210376 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:16.276069 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event updated for resources: {'Port': ['ID=e6e11994-bbe0-4ec6-94bd-163c8850412c,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:16.416886 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:16.417584 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:16.458748 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c91ee-0542-4502-9378-b99ee1346521 req-dc1a8695-075f-4331-9976-ea8fa77645eb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:16.461347 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-081c91ee-0542-4502-9378-b99ee1346521 req-dc1a8695-075f-4331-9976-ea8fa77645eb tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1516058 Feb 18 08:24:16.467043 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-89787706-f384-4406-b211-18af8e62fe5f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0007081 Feb 18 08:24:16.518075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Request body: {'port': {'device_id': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:16.614663 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f41c5-0b51-4d71-9fef-3cbe49bf5be7 req-c67c95ab-cbca-47f8-a23f-ccc9c9df8288 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:16.616185 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-732f41c5-0b51-4d71-9fef-3cbe49bf5be7 req-c67c95ab-cbca-47f8-a23f-ccc9c9df8288 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 931 time: 0.1531353 Feb 18 08:24:16.621788 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-081c91ee-0542-4502-9378-b99ee1346521 req-dd625110-4b22-42e8-b77a-7cb4e754cdbf tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529627 Feb 18 08:24:16.635225 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:16.708025 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-732f41c5-0b51-4d71-9fef-3cbe49bf5be7 req-a04911cb-ffcb-49dc-bf79-2930049169bd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814199 Feb 18 08:24:16.778184 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58452) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:16.952334 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-614601655-network', 'tenant_id': 'f10be412094940ad85cc4b95899c3735'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:16.976500 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Made reservation on behalf of f10be412094940ad85cc4b95899c3735 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:16.979837 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:16.981189 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e11994-bbe0-4ec6-94bd-163c8850412c {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:16.989658 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Publish callbacks [] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:16.991038 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.007870 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Transition to ACTIVE for port object e6e11994-bbe0-4ec6-94bd-163c8850412c will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:24:17.014566 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.062988 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e11994-bbe0-4ec6-94bd-163c8850412c,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:17.090378 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks [] for security_group (c13f3ba5-51ab-42a0-a737-26ef9e7230da), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.098256 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c13f3ba5-51ab-42a0-a737-26ef9e7230da), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.129666 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:24:17.149772 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f3ba5-51ab-42a0-a737-26ef9e7230da,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:17.155863 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (72af7056-7131-4838-9899-2aab03e08ee1), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.156478 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Added segment 72af7056-7131-4838-9899-2aab03e08ee1 of type vlan for network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 Feb 18 08:24:17.159574 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Attempting to bind port e6e11994-bbe0-4ec6-94bd-163c8850412c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:17.159791 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Attempting to bind port e6e11994-bbe0-4ec6-94bd-163c8850412c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:17.160121 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Attempting to bind port e6e11994-bbe0-4ec6-94bd-163c8850412c on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:17.165009 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Port e6e11994-bbe0-4ec6-94bd-163c8850412c on network 6936d60e-4499-4068-8fa1-8b3d07175403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:24:17.165155 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Attempting to bind port e6e11994-bbe0-4ec6-94bd-163c8850412c on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:17.171049 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:17.171386 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Checking segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:17.171852 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Bound using segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:17.172285 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Bound port: e6e11994-bbe0-4ec6-94bd-163c8850412c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:17.173070 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.206121 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (5c57dc9c-8af0-42ce-ba26-fdee96089da9), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.235942 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (5c57dc9c-8af0-42ce-ba26-fdee96089da9), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.237232 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:17.238217 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.262387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] For port e6e11994-bbe0-4ec6-94bd-163c8850412c, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:17.268287 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] For port e6e11994-bbe0-4ec6-94bd-163c8850412c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:17.276368 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.301859 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5223815 Feb 18 08:24:17.307146 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58478) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:17.313894 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Request body: {'subnet': {'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-614601655-subnet', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:17.317242 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c40e35-e293-4717-94de-9d116f2c89e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c57dc9c-8af0-42ce-ba26-fdee96089da9,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:17.332236 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:24:17.344815 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:17.345298 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.346705 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] 10.222.0.79 "PUT /v2.0/ports/e6e11994-bbe0-4ec6-94bd-163c8850412c HTTP/1.1" status: 200 len: 1093 time: 0.8350105 Feb 18 08:24:17.347146 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'tag': 'e6e11994-bbe0-4ec6-94bd-163c8850412c'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:17.348123 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Made reservation on behalf of f10be412094940ad85cc4b95899c3735 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:17.349469 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3f7835-ea02-4cdc-8ed9-4bfe66846b28", "tag": "e6e11994-bbe0-4ec6-94bd-163c8850412c"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:17.351336 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29148307'] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.407610 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31110649-a54a-483c-aef9-4bca474c820e x-openstack-request-id: req-31110649-a54a-483c-aef9-4bca474c820e {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:17.408068 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3f7835-ea02-4cdc-8ed9-4bfe66846b28", "tag": "e6e11994-bbe0-4ec6-94bd-163c8850412c", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:17.408334 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31110649-a54a-483c-aef9-4bca474c820e {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:17.408743 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'tag': 'e6e11994-bbe0-4ec6-94bd-163c8850412c', 'status': 'completed', 'code': 200} Feb 18 08:24:17.409892 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd20fc-4875-4c44-992a-7b877e3792a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e11994-bbe0-4ec6-94bd-163c8850412c,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:17.487655 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-a2254c9b-3bf6-4578-b0ef-e046385bef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:17.489708 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-a2254c9b-3bf6-4578-b0ef-e046385bef9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 1127 time: 0.0680423 Feb 18 08:24:17.550048 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-33098a40-f79f-43ea-a9b4-87fc15e1e758 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c HTTP/1.1" status: 200 len: 217 time: 0.0522628 Feb 18 08:24:17.621386 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-9f2922bf-82b1-42b0-9cb6-0d6ef67127f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:17.623061 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-9f2922bf-82b1-42b0-9cb6-0d6ef67127f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0652394 Feb 18 08:24:17.639852 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29148289'] for subnet (a98cbd04-4c2c-4520-be1c-70bffb1485bc), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.712242 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-21f0188d-b6ac-46a7-a26c-84e21e00dfd4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770204 Feb 18 08:24:17.738138 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98cbd04-4c2c-4520-be1c-70bffb1485bc,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:17.752039 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Checking segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:17.752437 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Network hostable DHCP agents. Network: 5c57dc9c-8af0-42ce-ba26-fdee96089da9, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:24:17.799318 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:24:17.814860 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 5c57dc9c-8af0-42ce-ba26-fdee96089da9) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:17.821520 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:17.822112 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.827172 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990b5e6-cfb8-45fa-bb8c-6508b17e6608 None None] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:24:17.845726 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-383876a4-b005-44cd-a634-919878e50b1b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5367360 Feb 18 08:24:17.858105 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58516) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:17.866890 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:17.917581 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (a1734040-2837-4f44-9c5a-b1f5e42883e9), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.920098 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (a1734040-2837-4f44-9c5a-b1f5e42883e9), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:17.963434 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58518) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:18.019998 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:24:18.020885 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.069979 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks [] for router_controller (a1734040-2837-4f44-9c5a-b1f5e42883e9), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.088566 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0950e3-8a86-419b-b45f-651a8aefff95 req-8d9944e7-a4af-4f02-9c4a-22c83113b352 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:18.090354 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb0950e3-8a86-419b-b45f-651a8aefff95 req-8d9944e7-a4af-4f02-9c4a-22c83113b352 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 943 time: 0.1793728 Feb 18 08:24:18.104313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cfa17-9679-46e2-bf84-9bc03e52f875 req-6ff3b7ad-2d7c-4373-b2c0-84803cd1ab56 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:18.112682 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-582cfa17-9679-46e2-bf84-9bc03e52f875 req-6ff3b7ad-2d7c-4373-b2c0-84803cd1ab56 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1988926 Feb 18 08:24:18.203379 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-582cfa17-9679-46e2-bf84-9bc03e52f875 req-df04d77d-aa7e-47f4-8a02-53c88e4dd18e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843084 Feb 18 08:24:18.220912 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9cdd4-5c90-4fc4-8df2-9a693cf49fdd req-ba1a2857-280f-4df9-b202-b30a4fcdd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:18.223235 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f9c9cdd4-5c90-4fc4-8df2-9a693cf49fdd req-ba1a2857-280f-4df9-b202-b30a4fcdd89a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 1129 time: 0.3284018 Feb 18 08:24:18.301571 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f9c9cdd4-5c90-4fc4-8df2-9a693cf49fdd req-55e8cb89-243d-4686-a6e5-ad0dcdfc467e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Feb 18 08:24:18.306476 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks [] for router_gateway (a1734040-2837-4f44-9c5a-b1f5e42883e9), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.310257 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0048594b-e626-4fb2-aaa4-3c1cc6fd64d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.315534 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-5c9fd204-2b68-4d54-bf5f-485484eced72 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014612 Feb 18 08:24:18.320690 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Allocated IP 172.20.0.2 (5c57dc9c-8af0-42ce-ba26-fdee96089da9/a98cbd04-4c2c-4520-be1c-70bffb1485bc/687fe6d9-eec3-409a-b38a-63901d4faa74) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:18.322930 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb0950e3-8a86-419b-b45f-651a8aefff95 req-3f6e8d84-1a80-4558-bae8-95484b70e8f6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881957 Feb 18 08:24:18.478223 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0048594b-e626-4fb2-aaa4-3c1cc6fd64d3 admin admin] Publish callbacks [] for security_group (ebd62637-760e-42da-8f32-27203a3b8262), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.508728 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Publish callbacks [] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.517341 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.522934 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0048594b-e626-4fb2-aaa4-3c1cc6fd64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ebd62637-760e-42da-8f32-27203a3b8262), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.567294 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:18.570593 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:18.575543 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:18.582730 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Pushing event updated for resources: {'Port': ['ID=687fe6d9-eec3-409a-b38a-63901d4faa74,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:18.592073 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.592238 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.592598 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.592925 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.593244 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.593567 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.593912 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.594217 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.594682 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.595003 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.595321 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.595654 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.595978 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:18.602654 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048594b-e626-4fb2-aaa4-3c1cc6fd64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd62637-760e-42da-8f32-27203a3b8262,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:18.607003 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0048594b-e626-4fb2-aaa4-3c1cc6fd64d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77c1261641184289b5348854ba0d7e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6358299 Feb 18 08:24:18.624017 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58536) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:18.654507 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Attempting to bind port 687fe6d9-eec3-409a-b38a-63901d4faa74 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:18.655575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Attempting to bind port 687fe6d9-eec3-409a-b38a-63901d4faa74 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:18.655575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Attempting to bind port 687fe6d9-eec3-409a-b38a-63901d4faa74 on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:18.661731 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:18.662149 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Checking segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:18.662584 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.662983 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Bound using segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:18.663595 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Bound port: 687fe6d9-eec3-409a-b38a-63901d4faa74, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:18.663904 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.684572 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks [] for router_gateway (a1734040-2837-4f44-9c5a-b1f5e42883e9), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.720871 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.753976 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] For port 687fe6d9-eec3-409a-b38a-63901d4faa74, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:18.757738 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] For port 687fe6d9-eec3-409a-b38a-63901d4faa74, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=687fe6d9-eec3-409a-b38a-63901d4faa74,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:18.763057 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8313-d2f7-4098-ad3b-d827f321f4f7 admin admin] Publish callbacks [] for security_group (ebd62637-760e-42da-8f32-27203a3b8262), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.780939 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.798445 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8313-d2f7-4098-ad3b-d827f321f4f7 admin admin] Publish callbacks [] for security_group (ebd62637-760e-42da-8f32-27203a3b8262), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.883272 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c19d1e8-640d-4a29-8fc8-79db35b73bce req-bdada477-d0b0-4caf-8be3-daa7b30111bd service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942374 Feb 18 08:24:18.903814 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Allocated IP 172.27.3.199 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/56069a98-2f34-48d2-b149-8fdffbb7c8bc) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:18.911421 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8313-d2f7-4098-ad3b-d827f321f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ebd62637-760e-42da-8f32-27203a3b8262), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.920864 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fc51c-697e-4cfe-a3b5-563f35b35101 None None] Pushing event updated for resources: {'Port': ['ID=687fe6d9-eec3-409a-b38a-63901d4faa74,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:18.924994 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8313-d2f7-4098-ad3b-d827f321f4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:18.926478 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6d8e8313-d2f7-4098-ad3b-d827f321f4f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebd62637-760e-42da-8f32-27203a3b8262 HTTP/1.1" status: 204 len: 168 time: 0.2997015 Feb 18 08:24:18.944560 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e8313-d2f7-4098-ad3b-d827f321f4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd62637-760e-42da-8f32-27203a3b8262,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:19.046332 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-4de50e8b-33e2-4f44-9503-692037425ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:19.048398 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-4de50e8b-33e2-4f44-9503-692037425ce0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 1127 time: 0.0787456 Feb 18 08:24:19.137532 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks [] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:19.210034 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-0f726248-fe85-4bf3-a207-703a8ddb19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:19.211936 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-0f726248-fe85-4bf3-a207-703a8ddb19cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 916 time: 0.1550128 Feb 18 08:24:19.226413 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:19.332425 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:19.343810 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:19.346333 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Pushing event updated for resources: {'Port': ['ID=56069a98-2f34-48d2-b149-8fdffbb7c8bc,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:19.348553 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:19.352751 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-ee5f962b-e928-48f5-9ea0-f055fcafebc6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c HTTP/1.1" status: 200 len: 217 time: 0.1334667 Feb 18 08:24:19.446568 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-545a9c59-8a0d-4078-aeac-7d9ff11a3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:19.448216 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-545a9c59-8a0d-4078-aeac-7d9ff11a3f48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0689371 Feb 18 08:24:19.460222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ece43-99f9-4552-9cf3-2183a15d283c req-9089ed5e-a3e5-4f85-ac85-b09179c53c03 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:19.469697 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-877ece43-99f9-4552-9cf3-2183a15d283c req-9089ed5e-a3e5-4f85-ac85-b09179c53c03 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1275575 Feb 18 08:24:19.530596 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-0ea8589c-7c2a-43cf-8187-f8600fffa1a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534322 Feb 18 08:24:19.660200 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-877ece43-99f9-4552-9cf3-2183a15d283c req-793beec7-9228-4f69-8c3d-9ea697dcdf9e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894603 Feb 18 08:24:19.701474 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8678044-8a52-461d-b056-c55fb01ca699 req-44c35670-df01-4bc9-8901-d1c9b068f911 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:19.710829 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8678044-8a52-461d-b056-c55fb01ca699 req-44c35670-df01-4bc9-8901-d1c9b068f911 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 943 time: 0.1923683 Feb 18 08:24:19.755863 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-54853a00-88f3-4b70-ba2b-061aea37945b service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009625 Feb 18 08:24:19.832654 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks [] for router_gateway (a1734040-2837-4f44-9c5a-b1f5e42883e9), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:19.855204 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8678044-8a52-461d-b056-c55fb01ca699 req-9a8bd133-8fa5-4df1-b2c6-8ef126d5adb1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442118 Feb 18 08:24:19.946654 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9925fd2a-b9cd-47b6-9515-d9a9f60b816e req-734d3b3b-c1dc-44d6-92f0-19fd245993d0 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782758 Feb 18 08:24:20.004873 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 687fe6d9-eec3-409a-b38a-63901d4faa74 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:20.015468 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58594) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:20.127362 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 687fe6d9-eec3-409a-b38a-63901d4faa74 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:20.127955 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.153923 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4074d1f5-c9e6-4c13-8095-70ff2c38e1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.226417 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 687fe6d9-eec3-409a-b38a-63901d4faa74 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:20.227327 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.288678 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4074d1f5-c9e6-4c13-8095-70ff2c38e1ce admin admin] Publish callbacks [] for security_group (2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.291229 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 687fe6d9-eec3-409a-b38a-63901d4faa74, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=687fe6d9-eec3-409a-b38a-63901d4faa74,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:20.294501 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4074d1f5-c9e6-4c13-8095-70ff2c38e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.299236 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.338572 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-4074d1f5-c9e6-4c13-8095-70ff2c38e1ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ecdf331c21e4c4184e9a723b14cb495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219633 Feb 18 08:24:20.346655 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58606) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:20.362223 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074d1f5-c9e6-4c13-8095-70ff2c38e1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:20.365465 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=687fe6d9-eec3-409a-b38a-63901d4faa74,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:20.412388 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f9795d77-edb4-433d-9104-722d973038a1 admin admin] Publish callbacks [] for security_group (2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.437167 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00be8a1-80f4-4e9d-8e90-b9548a2a23a6 None None] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:24:20.444621 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f9795d77-edb4-433d-9104-722d973038a1 admin admin] Publish callbacks [] for security_group (2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.469143 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (a1734040-2837-4f44-9c5a-b1f5e42883e9), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.507289 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f9795d77-edb4-433d-9104-722d973038a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.510575 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f9795d77-edb4-433d-9104-722d973038a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.512198 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f9795d77-edb4-433d-9104-722d973038a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260 HTTP/1.1" status: 204 len: 168 time: 0.1646404 Feb 18 08:24:20.524418 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-48392f19-32b1-4361-b90a-6a6539fab88d None None] Provisioning complete for port 687fe6d9-eec3-409a-b38a-63901d4faa74 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:20.524910 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-48392f19-32b1-4361-b90a-6a6539fab88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:20.539518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795d77-edb4-433d-9104-722d973038a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7abb8e-5f07-40ca-a1fb-0ad7e71f1260,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:20.675050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:24:20.842379 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01c486-6eff-491c-908f-44804627e9ae req-e9f859ad-b061-4b0f-8ea4-9d44505a9dd4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:20.845018 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cb01c486-6eff-491c-908f-44804627e9ae req-e9f859ad-b061-4b0f-8ea4-9d44505a9dd4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0859671 Feb 18 08:24:20.926610 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cb01c486-6eff-491c-908f-44804627e9ae req-b6e6facb-a2bd-4485-991d-b92ef0d744e2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759799 Feb 18 08:24:20.991654 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-48392f19-32b1-4361-b90a-6a6539fab88d None None] Current status of the port 687fe6d9-eec3-409a-b38a-63901d4faa74 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:20.994575 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:24:21.018848 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:24:21.042133 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.043402 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-9b706908-33e8-4f1a-8e3b-fb4889498b8b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1825657 Feb 18 08:24:21.046983 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58636) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:21.058702 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:24:21.062775 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:24:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:21.200884 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58646) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:21.213045 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dcc25-5b9d-4341-bc8d-38a8a41237ca req-e2388b57-f4b3-4bd4-8ff8-aefad3999642 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:21.221207 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e46dcc25-5b9d-4341-bc8d-38a8a41237ca req-e2388b57-f4b3-4bd4-8ff8-aefad3999642 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 943 time: 0.2606547 Feb 18 08:24:21.251445 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:24:21.278212 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5abd-2fd6-4d2f-8c57-25c905ec837b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.297609 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225d316-e691-4b8f-80f3-6eba57ecdfbe req-fef66182-b2e1-48f5-9cb9-a6952dffde24 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:21.305064 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5225d316-e691-4b8f-80f3-6eba57ecdfbe req-fef66182-b2e1-48f5-9cb9-a6952dffde24 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.2093136 Feb 18 08:24:21.419159 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5abd-2fd6-4d2f-8c57-25c905ec837b admin admin] Publish callbacks [] for security_group (9ca18c02-436e-46c3-a0c5-994087f7a226), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.439299 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c542f15f-de33-43c4-8d0d-2e0f35026a6a None None] Provisioning complete for port 687fe6d9-eec3-409a-b38a-63901d4faa74 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:21.439959 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c542f15f-de33-43c4-8d0d-2e0f35026a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.441438 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6e3d5abd-2fd6-4d2f-8c57-25c905ec837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9ca18c02-436e-46c3-a0c5-994087f7a226), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.483317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e46dcc25-5b9d-4341-bc8d-38a8a41237ca req-9c9d125d-2fa5-4dcf-b5e5-040a669a2b9a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587674 Feb 18 08:24:21.519036 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:19Z', 'revision_number': 3, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:21.552498 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:24:21.552903 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Updating router a1734040-2837-4f44-9c5a-b1f5e42883e9 port 56069a98-2f34-48d2-b149-8fdffbb7c8bc binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:24:21.559064 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5225d316-e691-4b8f-80f3-6eba57ecdfbe req-72444c23-0125-44b4-abb6-e75bd7f6aaa3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485998 Feb 18 08:24:21.562064 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6e3d5abd-2fd6-4d2f-8c57-25c905ec837b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1002c8bc72e54caf8f21cab19230b2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388484 Feb 18 08:24:21.564332 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d5abd-2fd6-4d2f-8c57-25c905ec837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca18c02-436e-46c3-a0c5-994087f7a226,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:21.566927 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58654) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:21.620843 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c542f15f-de33-43c4-8d0d-2e0f35026a6a None None] Current status of the port 687fe6d9-eec3-409a-b38a-63901d4faa74 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:21.627707 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.667922 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-427a0823-b6ba-41ca-89fb-0199f85cb738 admin admin] Publish callbacks [] for security_group (9ca18c02-436e-46c3-a0c5-994087f7a226), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.673698 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58658) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:21.692133 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-427a0823-b6ba-41ca-89fb-0199f85cb738 admin admin] Publish callbacks [] for security_group (9ca18c02-436e-46c3-a0c5-994087f7a226), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.755117 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-427a0823-b6ba-41ca-89fb-0199f85cb738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9ca18c02-436e-46c3-a0c5-994087f7a226), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.760675 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-427a0823-b6ba-41ca-89fb-0199f85cb738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.762442 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-427a0823-b6ba-41ca-89fb-0199f85cb738 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ca18c02-436e-46c3-a0c5-994087f7a226 HTTP/1.1" status: 204 len: 168 time: 0.1944075 Feb 18 08:24:21.771843 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a0823-b6ba-41ca-89fb-0199f85cb738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca18c02-436e-46c3-a0c5-994087f7a226,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:21.879964 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.911789 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-230631a5-061e-416f-8053-0a329fcc2456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:21.928260 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 687fe6d9-eec3-409a-b38a-63901d4faa74 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:22.029004 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 687fe6d9-eec3-409a-b38a-63901d4faa74 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:22.029455 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.099228 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Publish callbacks [] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.114795 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.130780 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Allocated IP 172.20.0.1 (5c57dc9c-8af0-42ce-ba26-fdee96089da9/a98cbd04-4c2c-4520-be1c-70bffb1485bc/f86efa1b-8ed1-4a97-9858-fce6ad6240a4) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:22.134566 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-230631a5-061e-416f-8053-0a329fcc2456 admin admin] Publish callbacks [] for security_group (9ba49400-4c93-45e0-adbf-544e14c98f4c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.136045 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 687fe6d9-eec3-409a-b38a-63901d4faa74 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:22.146509 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-230631a5-061e-416f-8053-0a329fcc2456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9ba49400-4c93-45e0-adbf-544e14c98f4c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.192558 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Attempting to bind port 56069a98-2f34-48d2-b149-8fdffbb7c8bc on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:22.193014 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Attempting to bind port 56069a98-2f34-48d2-b149-8fdffbb7c8bc by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:22.193534 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Attempting to bind port 56069a98-2f34-48d2-b149-8fdffbb7c8bc on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:22.195873 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Pushing event updated for resources: {'Port': ['ID=56069a98-2f34-48d2-b149-8fdffbb7c8bc,revision_number=2']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:22.206321 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.206702 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.207051 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.207390 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.207749 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.208097 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.208439 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.208765 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.209086 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.209548 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.209874 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.210187 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.210500 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:22.214339 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:22.214700 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:22.215096 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.215466 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:22.215955 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Bound port: 56069a98-2f34-48d2-b149-8fdffbb7c8bc, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:22.216461 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.266181 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230631a5-061e-416f-8053-0a329fcc2456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba49400-4c93-45e0-adbf-544e14c98f4c,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:22.284020 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-230631a5-061e-416f-8053-0a329fcc2456 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f83e2a7ae3584e398009ac1ab397cc07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070511 Feb 18 08:24:22.284333 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58682) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:22.308457 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] For port 56069a98-2f34-48d2-b149-8fdffbb7c8bc, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:22.312925 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] For port 56069a98-2f34-48d2-b149-8fdffbb7c8bc, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=56069a98-2f34-48d2-b149-8fdffbb7c8bc,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:22.322427 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.402036 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:24:22.402659 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:24:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:22.408320 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47391f0c-610a-4c17-9e59-761f6806c68e None None] Pushing event updated for resources: {'Port': ['ID=56069a98-2f34-48d2-b149-8fdffbb7c8bc,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:22.408957 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks [] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.417092 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2af69bab-05c8-4117-bf48-0fa0d9c75ed3 admin admin] Publish callbacks [] for security_group (9ba49400-4c93-45e0-adbf-544e14c98f4c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.451327 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2af69bab-05c8-4117-bf48-0fa0d9c75ed3 admin admin] Publish callbacks [] for security_group (9ba49400-4c93-45e0-adbf-544e14c98f4c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.503314 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.558715 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Pushing event updated for resources: {'Port': ['ID=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:22.571974 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:22.573713 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:22.575714 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2af69bab-05c8-4117-bf48-0fa0d9c75ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9ba49400-4c93-45e0-adbf-544e14c98f4c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.576195 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:24:22.578937 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2af69bab-05c8-4117-bf48-0fa0d9c75ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.582207 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-2af69bab-05c8-4117-bf48-0fa0d9c75ed3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ba49400-4c93-45e0-adbf-544e14c98f4c HTTP/1.1" status: 204 len: 168 time: 0.2946110 Feb 18 08:24:22.582207 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:22.615171 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af69bab-05c8-4117-bf48-0fa0d9c75ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba49400-4c93-45e0-adbf-544e14c98f4c,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:22.646036 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (a1734040-2837-4f44-9c5a-b1f5e42883e9), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.738051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b91b8-c8b6-47c4-9b99-84875dde5723 req-fc872abc-a0cd-4cac-a1ae-6a58505ba4c7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:22.747342 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a1b91b8-c8b6-47c4-9b99-84875dde5723 req-fc872abc-a0cd-4cac-a1ae-6a58505ba4c7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 943 time: 0.1359975 Feb 18 08:24:22.848300 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a1b91b8-c8b6-47c4-9b99-84875dde5723 req-23d71908-7949-4f9d-94de-0b976b168f02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998511 Feb 18 08:24:22.911679 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.946065 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:19Z', 'revision_number': 3, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:22.960420 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-a33ea264-7ace-4631-a677-e347b8d61bb0 None None] Provisioning complete for port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:22.965566 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a33ea264-7ace-4631-a677-e347b8d61bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:22.982148 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b387706-e05a-4997-8774-d84dc2c56940 None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:19Z', 'revision_number': 3, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:24:23.016032 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-a33ea264-7ace-4631-a677-e347b8d61bb0 None None] Port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:24:23.181509 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks [] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.192406 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.192631 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58726) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:23.206273 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-63686dab-5f64-4558-bd27-013bb24c9d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.261819 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Pushing event updated for resources: {'Port': ['ID=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:23.266781 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (a1734040-2837-4f44-9c5a-b1f5e42883e9), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.420384 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:23.421909 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:23.502816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-63686dab-5f64-4558-bd27-013bb24c9d3e admin admin] Publish callbacks [] for security_group (0ffa58b4-ad0a-4ae6-958c-26cac63a6469), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.547261 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-63686dab-5f64-4558-bd27-013bb24c9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0ffa58b4-ad0a-4ae6-958c-26cac63a6469), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.591942 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-63686dab-5f64-4558-bd27-013bb24c9d3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea590097b92f47d98d587640d3f2b60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981109 Feb 18 08:24:23.595939 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58772) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:23.628727 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-2473f9a9-5a3f-471b-ae47-641de86426cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:23.630510 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-2473f9a9-5a3f-471b-ae47-641de86426cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.2192738 Feb 18 08:24:23.682826 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:24:23.744186 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63686dab-5f64-4558-bd27-013bb24c9d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa58b4-ad0a-4ae6-958c-26cac63a6469,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:23.762449 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4f329a89-baf9-46f6-9e64-ceddd7a4f47a admin admin] Publish callbacks [] for security_group (0ffa58b4-ad0a-4ae6-958c-26cac63a6469), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.799314 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b80c56-878d-4c11-8f39-5fe11fbc265d req-455df0f2-2213-45eb-b97a-ecf95af26d7c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:23.806339 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-04b80c56-878d-4c11-8f39-5fe11fbc265d req-455df0f2-2213-45eb-b97a-ecf95af26d7c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.3290889 Feb 18 08:24:23.866921 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-dff40182-1fa2-40dd-a0eb-2d0b4e4d448b None None] Provisioning complete for port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:23.867944 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-dff40182-1fa2-40dd-a0eb-2d0b4e4d448b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.921592 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device e6e11994-bbe0-4ec6-94bd-163c8850412c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:24:23.926620 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4f329a89-baf9-46f6-9e64-ceddd7a4f47a admin admin] Publish callbacks [] for security_group (0ffa58b4-ad0a-4ae6-958c-26cac63a6469), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:23.990481 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-dff40182-1fa2-40dd-a0eb-2d0b4e4d448b None None] Port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:24:24.013217 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-04b80c56-878d-4c11-8f39-5fe11fbc265d req-3a3ec5c1-743c-481c-a067-418be55d8610 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003503 Feb 18 08:24:24.061678 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-130d4e48-49e3-44f6-98bf-b8c9658d07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:24.063425 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-130d4e48-49e3-44f6-98bf-b8c9658d07bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.4235070 Feb 18 08:24:24.142624 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:24:24.147750 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 56069a98-2f34-48d2-b149-8fdffbb7c8bc up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:24.148275 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-41c84533-ae26-4442-9727-14929e81edea admin admin] 10.222.0.69 "PUT /v2.0/routers/a1734040-2837-4f44-9c5a-b1f5e42883e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1000471 Feb 18 08:24:24.164048 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-502456e3-2513-4364-9cd9-3b39856c7678 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0914345 Feb 18 08:24:24.165621 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4f329a89-baf9-46f6-9e64-ceddd7a4f47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0ffa58b4-ad0a-4ae6-958c-26cac63a6469), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.169275 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4f329a89-baf9-46f6-9e64-ceddd7a4f47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.172957 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-4f329a89-baf9-46f6-9e64-ceddd7a4f47a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ffa58b4-ad0a-4ae6-958c-26cac63a6469 HTTP/1.1" status: 204 len: 168 time: 0.5759122 Feb 18 08:24:24.191223 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f329a89-baf9-46f6-9e64-ceddd7a4f47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa58b4-ad0a-4ae6-958c-26cac63a6469,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:24.281677 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port e6e11994-bbe0-4ec6-94bd-163c8850412c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:24.285279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa74a7-b8de-4b87-9b1f-caf2d8dcc265 req-572573e3-1f47-4634-8504-2d4b6d518e29 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:24.295377 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-adaa74a7-b8de-4b87-9b1f-caf2d8dcc265 req-572573e3-1f47-4634-8504-2d4b6d518e29 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 943 time: 0.2701876 Feb 18 08:24:24.309942 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'e6e11994-bbe0-4ec6-94bd-163c8850412c', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'port_id': 'e6e11994-bbe0-4ec6-94bd-163c8850412c', 'mac_address': 'fa:16:3e:8b:77:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b564d88-9a20-42c5-8b98-f2da7af9c6d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:24:24.313422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 56069a98-2f34-48d2-b149-8fdffbb7c8bc triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:24.314059 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.346714 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58800) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:24.409823 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-4985ad18-58da-44a7-adcd-954d89afee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:24.411608 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-4985ad18-58da-44a7-adcd-954d89afee06 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.2211204 Feb 18 08:24:24.418399 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port e6e11994-bbe0-4ec6-94bd-163c8850412c is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:24.418829 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.424996 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-adaa74a7-b8de-4b87-9b1f-caf2d8dcc265 req-ec448198-eb76-49c9-b414-9d8e1b332294 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286809 Feb 18 08:24:24.467052 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e11994-bbe0-4ec6-94bd-163c8850412c {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:24.476415 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-db6a69aa-003f-49e3-94da-94a674375692 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503950 Feb 18 08:24:24.530924 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port e6e11994-bbe0-4ec6-94bd-163c8850412c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:24.542056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.576534 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 56069a98-2f34-48d2-b149-8fdffbb7c8bc is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:24.577171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.623080 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 56069a98-2f34-48d2-b149-8fdffbb7c8bc, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=56069a98-2f34-48d2-b149-8fdffbb7c8bc,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:24.643680 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.656540 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=e6e11994-bbe0-4ec6-94bd-163c8850412c,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:24.785866 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=56069a98-2f34-48d2-b149-8fdffbb7c8bc,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:24.800757 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-48f38a96-05dc-4eae-8b75-87521c58b109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.950477 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-48f38a96-05dc-4eae-8b75-87521c58b109 admin admin] Publish callbacks [] for security_group (2ff9169b-f389-4ded-aeaa-bad35a2facbf), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.957924 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-48f38a96-05dc-4eae-8b75-87521c58b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2ff9169b-f389-4ded-aeaa-bad35a2facbf), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:24.994151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-ac1fed98-1855-4cd6-bb7b-72ea3c612e1e service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044961 Feb 18 08:24:24.999681 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['e6e11994-bbe0-4ec6-94bd-163c8850412c'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:25.012594 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58826) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.029506 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97858583', 'description': 'tempest-description--953734325'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:25.032360 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-48f38a96-05dc-4eae-8b75-87521c58b109 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=395ad9e4618f4533b82d8e077c8cf7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6845520 Feb 18 08:24:25.034252 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f38a96-05dc-4eae-8b75-87521c58b109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff9169b-f389-4ded-aeaa-bad35a2facbf,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.036938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58828) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.039220 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58830) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.088435 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb45a-eaba-4ff0-850e-34ea38c34836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.153840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.214921 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58836) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.228151 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e4c3080f-a84f-4837-a77c-1026e0fa6894 admin admin] Publish callbacks [] for security_group (2ff9169b-f389-4ded-aeaa-bad35a2facbf), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.258998 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3dadac93-a108-47f8-8451-d9c956d946c9 req-949a4692-eef1-42f9-b573-86b0e09c6fc6 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576113 Feb 18 08:24:25.273922 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e4c3080f-a84f-4837-a77c-1026e0fa6894 admin admin] Publish callbacks [] for security_group (2ff9169b-f389-4ded-aeaa-bad35a2facbf), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.309499 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c870dc-e3ad-4219-b288-8065003389cf req-dceaed2d-067f-4c65-a431-57a672263b17 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:25.315516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35c870dc-e3ad-4219-b288-8065003389cf req-dceaed2d-067f-4c65-a431-57a672263b17 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.2075026 Feb 18 08:24:25.345890 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb45a-eaba-4ff0-850e-34ea38c34836 admin admin] Publish callbacks [] for security_group (ee9b67b2-658c-488d-a6a5-19956b24fd99), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.358477 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb45a-eaba-4ff0-850e-34ea38c34836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ee9b67b2-658c-488d-a6a5-19956b24fd99), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.401987 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (9ae60742-fafd-4abd-ab68-7a07fa34b2a7), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.415235 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb45a-eaba-4ff0-850e-34ea38c34836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b67b2-658c-488d-a6a5-19956b24fd99,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.416957 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35c870dc-e3ad-4219-b288-8065003389cf req-49fe55d8-9a92-46da-98b7-2487e13e5042 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973411 Feb 18 08:24:25.421666 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d2dfb45a-eaba-4ff0-850e-34ea38c34836 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0349aa615a945de91ce3771b807fe87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689620 Feb 18 08:24:25.422442 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e4c3080f-a84f-4837-a77c-1026e0fa6894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2ff9169b-f389-4ded-aeaa-bad35a2facbf), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.425042 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e4c3080f-a84f-4837-a77c-1026e0fa6894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.426057 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-e4c3080f-a84f-4837-a77c-1026e0fa6894 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ff9169b-f389-4ded-aeaa-bad35a2facbf HTTP/1.1" status: 204 len: 168 time: 0.3882265 Feb 18 08:24:25.426572 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58844) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.426767 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9ae60742-fafd-4abd-ab68-7a07fa34b2a7), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.439542 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-60064114-b604-4c2d-ad38-b7e1658267be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.481741 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.484817 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4710641 Feb 18 08:24:25.485277 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3080f-a84f-4837-a77c-1026e0fa6894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff9169b-f389-4ded-aeaa-bad35a2facbf,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.491007 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58850) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.498063 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'security_group_rule': {'security_group_id': '9ae60742-fafd-4abd-ab68-7a07fa34b2a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:25.518355 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-50e06efd-3cc6-4453-8ec4-965bf30d4383 admin admin] Publish callbacks [] for security_group (ee9b67b2-658c-488d-a6a5-19956b24fd99), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.541878 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cf037-7565-488b-b11c-571655b1cbae tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae60742-fafd-4abd-ab68-7a07fa34b2a7,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.565450 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-50e06efd-3cc6-4453-8ec4-965bf30d4383 admin admin] Publish callbacks [] for security_group (ee9b67b2-658c-488d-a6a5-19956b24fd99), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.572536 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (24825671-b3aa-4782-ad76-1cc2dead8f46), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.630745 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-50e06efd-3cc6-4453-8ec4-965bf30d4383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ee9b67b2-658c-488d-a6a5-19956b24fd99), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.633599 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-50e06efd-3cc6-4453-8ec4-965bf30d4383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.641505 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-50e06efd-3cc6-4453-8ec4-965bf30d4383 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee9b67b2-658c-488d-a6a5-19956b24fd99 HTTP/1.1" status: 204 len: 168 time: 0.2021685 Feb 18 08:24:25.651434 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e06efd-3cc6-4453-8ec4-965bf30d4383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b67b2-658c-488d-a6a5-19956b24fd99,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.697614 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:24:25.709806 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:24:25.710946 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:24:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:25.720878 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec7efa-2368-4287-bfc2-d74c15a13fc0 req-409b81f1-e847-496f-a234-8d6376cfb91d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:25.722604 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7aec7efa-2368-4287-bfc2-d74c15a13fc0 req-409b81f1-e847-496f-a234-8d6376cfb91d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 944 time: 0.1823170 Feb 18 08:24:25.759923 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (24825671-b3aa-4782-ad76-1cc2dead8f46), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.775953 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-60064114-b604-4c2d-ad38-b7e1658267be admin admin] Publish callbacks [] for security_group (3dcf62cd-00ba-4a58-b440-6f0473ee9dcd), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.776931 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (24825671-b3aa-4782-ad76-1cc2dead8f46), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.794749 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-60064114-b604-4c2d-ad38-b7e1658267be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3dcf62cd-00ba-4a58-b440-6f0473ee9dcd), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.845403 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24825671-b3aa-4782-ad76-1cc2dead8f46,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.861954 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.863189 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-df0cd2fb-2e4e-4d49-af00-93072ca6d79f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3707097 Feb 18 08:24:25.866266 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58856) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.871586 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'security_group_rule': {'security_group_id': '9ae60742-fafd-4abd-ab68-7a07fa34b2a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:25.884618 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-60064114-b604-4c2d-ad38-b7e1658267be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22a1eb524bed4ebea4edb220771be0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6617687 Feb 18 08:24:25.888980 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58858) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.892559 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7aec7efa-2368-4287-bfc2-d74c15a13fc0 req-16fcc6c7-b6c9-42a5-a0ca-6421902128e8 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589334 Feb 18 08:24:25.893505 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60064114-b604-4c2d-ad38-b7e1658267be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf62cd-00ba-4a58-b440-6f0473ee9dcd,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:25.930541 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:24:25.963409 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58860) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:25.969254 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 56069a98-2f34-48d2-b149-8fdffbb7c8bc up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:25.978648 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-77a49750-3800-4980-9c52-2fff825245c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:25.993147 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (2da6a15e-1c53-420b-b066-a49bb2c15004), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.035365 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-270eb1b3-b83e-4846-a2cb-2ef646a80383 admin admin] Publish callbacks [] for security_group (3dcf62cd-00ba-4a58-b440-6f0473ee9dcd), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.081656 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-77a49750-3800-4980-9c52-2fff825245c7 admin admin] Publish callbacks [] for security_group (cb76b760-2574-4968-8f0f-28e0fef62a80), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.086270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-77a49750-3800-4980-9c52-2fff825245c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (cb76b760-2574-4968-8f0f-28e0fef62a80), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.091131 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-270eb1b3-b83e-4846-a2cb-2ef646a80383 admin admin] Publish callbacks [] for security_group (3dcf62cd-00ba-4a58-b440-6f0473ee9dcd), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.115070 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 56069a98-2f34-48d2-b149-8fdffbb7c8bc triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:26.115695 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.138633 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (2da6a15e-1c53-420b-b066-a49bb2c15004), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.153299 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (2da6a15e-1c53-420b-b066-a49bb2c15004), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.153830 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-77a49750-3800-4980-9c52-2fff825245c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6861ddb1157a47fb8ac3ea8be47b5b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889918 Feb 18 08:24:26.157544 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58866) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:26.160206 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a49750-3800-4980-9c52-2fff825245c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb76b760-2574-4968-8f0f-28e0fef62a80,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:26.200516 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da6a15e-1c53-420b-b066-a49bb2c15004,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:26.222407 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.227930 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f3cab851-9a23-4e0a-aa89-e245b90f923c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565989 Feb 18 08:24:26.231256 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 58872) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:26.231430 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-270eb1b3-b83e-4846-a2cb-2ef646a80383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3dcf62cd-00ba-4a58-b440-6f0473ee9dcd), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.232636 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-270eb1b3-b83e-4846-a2cb-2ef646a80383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.233910 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-270eb1b3-b83e-4846-a2cb-2ef646a80383 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3dcf62cd-00ba-4a58-b440-6f0473ee9dcd HTTP/1.1" status: 204 len: 168 time: 0.3439841 Feb 18 08:24:26.234790 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:26.244979 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eb1b3-b83e-4846-a2cb-2ef646a80383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf62cd-00ba-4a58-b440-6f0473ee9dcd,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:26.268625 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a15a7455-9cd4-4e61-9665-3227bad83347 admin admin] Publish callbacks [] for security_group (cb76b760-2574-4968-8f0f-28e0fef62a80), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.279964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.303561 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a15a7455-9cd4-4e61-9665-3227bad83347 admin admin] Publish callbacks [] for security_group (cb76b760-2574-4968-8f0f-28e0fef62a80), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.373798 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a15a7455-9cd4-4e61-9665-3227bad83347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (cb76b760-2574-4968-8f0f-28e0fef62a80), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.376808 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a15a7455-9cd4-4e61-9665-3227bad83347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.378683 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a15a7455-9cd4-4e61-9665-3227bad83347 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb76b760-2574-4968-8f0f-28e0fef62a80 HTTP/1.1" status: 204 len: 168 time: 0.2119560 Feb 18 08:24:26.394672 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 56069a98-2f34-48d2-b149-8fdffbb7c8bc is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:26.395602 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a7455-9cd4-4e61-9665-3227bad83347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb76b760-2574-4968-8f0f-28e0fef62a80,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:26.406370 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 2, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:26.438194 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.442763 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:24:26.443129 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Updating router a1734040-2837-4f44-9c5a-b1f5e42883e9 port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:24:26.480477 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.652806 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Allocated IP 172.27.3.93 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/25abe330-c670-473c-aa50-8d3f1e1dda75) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:26.666169 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb7666-7c27-44c3-a1cc-cb69b2997583 req-efd09e91-bb77-45ab-9b49-346a67fd33a0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:26.676233 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-43cb7666-7c27-44c3-a1cc-cb69b2997583 req-efd09e91-bb77-45ab-9b49-346a67fd33a0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1187718 Feb 18 08:24:26.794811 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-43cb7666-7c27-44c3-a1cc-cb69b2997583 req-d95a7f33-a3b4-4a1e-8472-6ff057c5b43c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176841 Feb 18 08:24:26.842858 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Publish callbacks [] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.850449 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.857239 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.900211 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:26.939442 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b747fe-64de-46e8-9aec-43487e0f5793 None None] Pushing event updated for resources: {'Port': ['ID=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:26.951253 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:26.955154 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:26.959705 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:27.004402 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58904) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:27.026846 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-59dac917-c645-42b3-acef-f9a6ae0129ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.049874 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Attempting to bind port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:27.050239 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Attempting to bind port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:27.050604 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Attempting to bind port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:27.057617 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:27.057987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Checking segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:27.058389 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.064903 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Bound using segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:27.065438 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Bound port: f86efa1b-8ed1-4a97-9858-fce6ad6240a4, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:27.065837 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.079185 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'Port': ['ID=25abe330-c670-473c-aa50-8d3f1e1dda75,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:27.124810 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58906) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:27.161329 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] For port f86efa1b-8ed1-4a97-9858-fce6ad6240a4, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:27.171085 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] For port f86efa1b-8ed1-4a97-9858-fce6ad6240a4, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:27.183338 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94b7e-8916-4cc2-92e8-083dd03e5b94 req-c088ce58-f089-4fc8-9880-a6aeabf3b95c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:27.185140 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c5b94b7e-8916-4cc2-92e8-083dd03e5b94 req-c088ce58-f089-4fc8-9880-a6aeabf3b95c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 944 time: 0.1662176 Feb 18 08:24:27.189442 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.229457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (ad25fc80-2498-4912-8a81-26f003736392), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.283354 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:24:27.284031 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:24:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:27.286788 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-59dac917-c645-42b3-acef-f9a6ae0129ce admin admin] Publish callbacks [] for security_group (65c6e39a-60e9-40d3-925e-446f6a52e6d8), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.295043 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c5b94b7e-8916-4cc2-92e8-083dd03e5b94 req-195bc456-099c-4894-9685-62727ad7df65 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910232 Feb 18 08:24:27.304611 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-59dac917-c645-42b3-acef-f9a6ae0129ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (65c6e39a-60e9-40d3-925e-446f6a52e6d8), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.350604 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b747fe-64de-46e8-9aec-43487e0f5793 None None] Pushing event updated for resources: {'Port': ['ID=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:27.360724 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.392375 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dac917-c645-42b3-acef-f9a6ae0129ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c6e39a-60e9-40d3-925e-446f6a52e6d8,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:27.410479 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-59dac917-c645-42b3-acef-f9a6ae0129ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ce3f90dc6a143dca0caaf4b7a8f8753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037702 Feb 18 08:24:27.413526 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58914) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:27.469379 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1269716442-network', 'tenant_id': 'eb63c2dce7174fc89ddcd9aa2d6ac829'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:27.507185 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Made reservation on behalf of eb63c2dce7174fc89ddcd9aa2d6ac829 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:27.509863 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.530028 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.534231 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-be5f9318-f094-48dd-8316-3fa895e778db admin admin] Publish callbacks [] for security_group (65c6e39a-60e9-40d3-925e-446f6a52e6d8), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.557604 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-be5f9318-f094-48dd-8316-3fa895e778db admin admin] Publish callbacks [] for security_group (65c6e39a-60e9-40d3-925e-446f6a52e6d8), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.635936 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-be5f9318-f094-48dd-8316-3fa895e778db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (65c6e39a-60e9-40d3-925e-446f6a52e6d8), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.638634 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-be5f9318-f094-48dd-8316-3fa895e778db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.642160 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-be5f9318-f094-48dd-8316-3fa895e778db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65c6e39a-60e9-40d3-925e-446f6a52e6d8 HTTP/1.1" status: 204 len: 168 time: 0.2226558 Feb 18 08:24:27.656981 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] Provisioning complete for port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:27.657575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.659101 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f9318-f094-48dd-8316-3fa895e778db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c6e39a-60e9-40d3-925e-446f6a52e6d8,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:27.710463 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.724906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.727284 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks [] for security_group (b1a3a825-ed47-4eaf-80f5-49d09d539e90), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.732771 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b1a3a825-ed47-4eaf-80f5-49d09d539e90), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.762190 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:24:27.769596 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:24:27.773739 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (69bed5d5-babc-4181-9226-efb5b9ef66cf), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.774233 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Added segment 69bed5d5-babc-4181-9226-efb5b9ef66cf of type vlan for network 15e7968b-dfaf-44ff-bcd1-6f0798305eea Feb 18 08:24:27.846610 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (15e7968b-dfaf-44ff-bcd1-6f0798305eea), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.849973 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (ad25fc80-2498-4912-8a81-26f003736392), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.883476 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'Port': ['ID=25abe330-c670-473c-aa50-8d3f1e1dda75,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:27.889259 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.891105 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-aa5de5e7-51e7-4297-8e41-cc20bf52d131 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6618078 Feb 18 08:24:27.912861 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a3a825-ed47-4eaf-80f5-49d09d539e90,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:27.917581 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (15e7968b-dfaf-44ff-bcd1-6f0798305eea), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.918779 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:27.919581 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:27.938191 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device e6e11994-bbe0-4ec6-94bd-163c8850412c up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:27.997764 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] Current status of the port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:27.998157 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.087900 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f3a89-5229-4f09-837c-c7e3dbe84fb8 req-5b0e8c66-d232-44be-b001-5d3a315d536b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:28.091293 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-539f3a89-5229-4f09-837c-c7e3dbe84fb8 req-5b0e8c66-d232-44be-b001-5d3a315d536b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1675434 Feb 18 08:24:28.222574 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-539f3a89-5229-4f09-837c-c7e3dbe84fb8 req-508e9f69-86c2-4e01-8fda-326b0e477923 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238513 Feb 18 08:24:28.274300 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] For port f86efa1b-8ed1-4a97-9858-fce6ad6240a4, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:28.282507 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.288984 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port e6e11994-bbe0-4ec6-94bd-163c8850412c completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:24:28.297964 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1672096 Feb 18 08:24:28.299944 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 58944) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:28.310256 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Request body: {'subnet': {'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1269716442-subnet', 'tenant_id': 'eb63c2dce7174fc89ddcd9aa2d6ac829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:28.326127 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port e6e11994-bbe0-4ec6-94bd-163c8850412c triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:28.326544 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.330234 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599bc73-d78f-4051-8c40-28b8986435e7 admin admin] Pushing event updated for resources: {'Network': ['ID=15e7968b-dfaf-44ff-bcd1-6f0798305eea,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:28.350690 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Made reservation on behalf of eb63c2dce7174fc89ddcd9aa2d6ac829 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:28.354622 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29148307'] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.367471 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 15e7968b-dfaf-44ff-bcd1-6f0798305eea details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:24:28.369147 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-cedca184-4621-409b-bea2-01647affda97 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--97858583&fields=id&tenant_id=f10be412094940ad85cc4b95899c3735 HTTP/1.1" status: 200 len: 267 time: 0.0966156 Feb 18 08:24:28.481419 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b77e-d1af-4b70-a0cf-0ac3016cb0ce None None] Pushing event updated for resources: {'Port': ['ID=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:28.511539 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:27Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:28.516154 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-fde91d46-ae1e-432c-83a6-d2f36094931d None None] Provisioning complete for port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:28.516529 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-fde91d46-ae1e-432c-83a6-d2f36094931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.555603 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-71d4c03d-275f-4754-8542-7843858a29d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.578118 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c75b74d-441e-4f86-9e88-252666b67069 None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:27Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:24:28.620344 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7f6f3-80ec-42d1-8f32-acf87e1a331c req-2410d709-a0ef-4632-99bb-48c02f2f4088 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:28.622504 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35c7f6f3-80ec-42d1-8f32-acf87e1a331c req-2410d709-a0ef-4632-99bb-48c02f2f4088 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 944 time: 0.2126286 Feb 18 08:24:28.661879 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port e6e11994-bbe0-4ec6-94bd-163c8850412c is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:28.662352 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.680125 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29148289'] for subnet (111ac063-68c8-4859-beeb-93bdb06612ff), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.712360 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-0f62e00a-3a94-49e0-9941-e93d0f86308c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:28.714725 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-0f62e00a-3a94-49e0-9941-e93d0f86308c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 810 time: 0.3359575 Feb 18 08:24:28.737244 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e11994-bbe0-4ec6-94bd-163c8850412c'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:28.739529 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569ed128-7954-42a7-b28f-735876ce4f3f" -d '{"events": [{"server_uuid": "fb3f7835-ea02-4cdc-8ed9-4bfe66846b28", "name": "network-vif-plugged", "status": "completed", "tag": "e6e11994-bbe0-4ec6-94bd-163c8850412c"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:28.782261 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port e6e11994-bbe0-4ec6-94bd-163c8850412c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:28.805559 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.805730 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=111ac063-68c8-4859-beeb-93bdb06612ff,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:28.815337 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-74a172ae-ecd0-4a60-9c90-0e966d1639b2 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/quotas/f10be412094940ad85cc4b95899c3735 HTTP/1.1" status: 200 len: 375 time: 0.0933146 Feb 18 08:24:28.816129 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Checking segment: {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:28.816477 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Network hostable DHCP agents. Network: 15e7968b-dfaf-44ff-bcd1-6f0798305eea, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:24:28.826016 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35c7f6f3-80ec-42d1-8f32-acf87e1a331c req-9d2d6816-5f27-480c-bf6e-c404809836fe tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789486 Feb 18 08:24:28.867239 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Network 15e7968b-dfaf-44ff-bcd1-6f0798305eea is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:24:28.889298 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-fde91d46-ae1e-432c-83a6-d2f36094931d None None] Current status of the port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:28.899158 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 15e7968b-dfaf-44ff-bcd1-6f0798305eea) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:28.906135 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:28.906135 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:28.910727 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3f20f8-d251-463b-9e91-1f0a76a95d42 None None] Network 15e7968b-dfaf-44ff-bcd1-6f0798305eea requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:24:28.934866 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fea7b47-75d0-4aa7-9178-36f932154e3d x-openstack-request-id: req-2fea7b47-75d0-4aa7-9178-36f932154e3d {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:28.935246 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3f7835-ea02-4cdc-8ed9-4bfe66846b28", "name": "network-vif-plugged", "status": "completed", "tag": "e6e11994-bbe0-4ec6-94bd-163c8850412c", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:28.937075 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fea7b47-75d0-4aa7-9178-36f932154e3d {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:28.937512 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e11994-bbe0-4ec6-94bd-163c8850412c', 'code': 200} Feb 18 08:24:28.947211 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-86248d9e-3a40-4140-b4b1-d684e187ff7a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200614 Feb 18 08:24:28.956249 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a6e7456d-f77c-4653-8fe7-79ee1efbfab5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6526113 Feb 18 08:24:29.014932 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=e6e11994-bbe0-4ec6-94bd-163c8850412c,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:29.109883 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45503f47-bfce-4b6c-aaab-9383399ae68b None None] Network 15e7968b-dfaf-44ff-bcd1-6f0798305eea requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:24:29.150214 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-ed8fcf6e-4b7f-4444-bf97-edda6536ad95 service neutron] 10.222.0.69 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842330 Feb 18 08:24:29.221676 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30532-00da-4c65-a12d-15659d5a61c2 req-701a10af-aad4-4172-b34b-877b79565287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:29.223091 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58a30532-00da-4c65-a12d-15659d5a61c2 req-701a10af-aad4-4172-b34b-877b79565287 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 1129 time: 0.1238668 Feb 18 08:24:29.302498 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58a30532-00da-4c65-a12d-15659d5a61c2 req-83f3d6f7-0d52-4a9c-8720-2553e088aaf6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706923 Feb 18 08:24:29.306180 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-920a8aa7-47b9-4707-a17c-6d38e39a029b service neutron] 10.222.0.69 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451421 Feb 18 08:24:29.390654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50428685-a5a8-4cb6-ad3e-bafec76db2cd req-4118b920-c120-460c-b905-4a2346af8a90 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:29.392490 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-50428685-a5a8-4cb6-ad3e-bafec76db2cd req-4118b920-c120-460c-b905-4a2346af8a90 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0736156 Feb 18 08:24:29.482330 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-50428685-a5a8-4cb6-ad3e-bafec76db2cd req-59be096b-5129-44ed-96af-e0fd736dba96 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835066 Feb 18 08:24:29.582083 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7036fce6-caf2-45aa-9b56-6f6aff3bb29e req-d44b884f-3518-48a2-9f84-f0ae3d513a83 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 210 time: 0.0698855 Feb 18 08:24:29.929429 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f86efa1b-8ed1-4a97-9858-fce6ad6240a4 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:30.002286 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a47f7-16b2-4656-9839-2fe9eee9ad64 req-7e673dcc-8e86-4bc7-a423-dfa6f08780da tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:30.004192 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d0a47f7-16b2-4656-9839-2fe9eee9ad64 req-7e673dcc-8e86-4bc7-a423-dfa6f08780da tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 945 time: 0.0934918 Feb 18 08:24:30.035020 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:30.035404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:30.081649 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d0a47f7-16b2-4656-9839-2fe9eee9ad64 req-e2bb7602-601a-4609-8183-924aa147e4c8 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683713 Feb 18 08:24:30.132911 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:30.584960 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6fd7fefb-5ab6-4f31-acf0-d523254a92d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:30.617198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dd06-1651-4961-adf3-3cede97637cf req-3471ee4f-4eef-4dd5-83e0-8d82f5ac8026 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:30.618723 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc74dd06-1651-4961-adf3-3cede97637cf req-3471ee4f-4eef-4dd5-83e0-8d82f5ac8026 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0560679 Feb 18 08:24:30.734048 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc74dd06-1651-4961-adf3-3cede97637cf req-c1203951-cb1f-48d3-bbd6-671ae2625be6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085594 Feb 18 08:24:30.762808 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c4d20ce4-05ec-4dba-aa13-9e0f137cfaab req-86f01c3d-6752-4253-bbba-754ec1a67b9b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 210 time: 0.0828230 Feb 18 08:24:30.825442 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-29c99452-9dc8-4b9b-9d9c-86301fca6450 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:30.826958 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-29c99452-9dc8-4b9b-9d9c-86301fca6450 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 810 time: 0.1599884 Feb 18 08:24:30.958399 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-326b4b8a-72a1-4f39-9b45-df0578309c90 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f10be412094940ad85cc4b95899c3735 HTTP/1.1" status: 200 len: 378 time: 0.0804832 Feb 18 08:24:30.972904 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-4f32078a-1bff-40e8-8e52-9d686753a5a4 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:30.974450 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-4f32078a-1bff-40e8-8e52-9d686753a5a4 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/networks?id=15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 200 len: 809 time: 0.1464577 Feb 18 08:24:30.979163 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'port': {'device_id': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'admin_state_up': True, 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'security_groups': ['9ae60742-fafd-4abd-ab68-7a07fa34b2a7']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:31.024948 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-711d947a-1eac-4e67-9e31-d0e7544cd001 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/quotas/eb63c2dce7174fc89ddcd9aa2d6ac829 HTTP/1.1" status: 200 len: 375 time: 0.0422711 Feb 18 08:24:31.068783 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-db59e17f-d269-49ed-9cbc-a3a38e190f57 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382063 Feb 18 08:24:31.214251 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Made reservation on behalf of f10be412094940ad85cc4b95899c3735 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:31.217600 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:31.229037 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-534e62c6-8934-4e05-82ea-c182bf10c3cb service neutron] 10.222.0.69 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487143 Feb 18 08:24:31.342708 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89b1ee-9ab9-45d1-8ef1-5dab0cf420a6 req-08204625-e31c-444c-920b-c293fd274b9a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:31.344140 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1f89b1ee-9ab9-45d1-8ef1-5dab0cf420a6 req-08204625-e31c-444c-920b-c293fd274b9a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 945 time: 0.1751330 Feb 18 08:24:31.433147 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-ef7faf7c-4e5f-4241-8ec3-206dbfd1c74d service neutron] 10.222.0.69 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975543 Feb 18 08:24:31.462961 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1f89b1ee-9ab9-45d1-8ef1-5dab0cf420a6 req-0aeb2104-0271-4a1d-b219-aa7d81b9a766 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088586 Feb 18 08:24:31.464014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Allocated IP 172.20.0.11 (5c57dc9c-8af0-42ce-ba26-fdee96089da9/a98cbd04-4c2c-4520-be1c-70bffb1485bc/4aa2632b-6510-41f5-91cc-81b50e5de808) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:31.643656 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-69e52b3c-bd7d-4ba2-a140-e568892bc260 req-a27a1e24-f0d0-418c-b19e-4a990cea8273 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 210 time: 0.0447557 Feb 18 08:24:31.674584 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:31.740778 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:31.852736 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:31.862599 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:31.866083 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:31.877421 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:31.899606 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'Port': ['ID=4aa2632b-6510-41f5-91cc-81b50e5de808,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:31.954440 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:31.955081 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:31.982617 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6b5e0-488f-4b3b-bab0-e55aeb807912 req-dd690ed0-b3fe-4dfb-b60f-bef396dbd340 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:31.984223 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-26e6b5e0-488f-4b3b-bab0-e55aeb807912 req-dd690ed0-b3fe-4dfb-b60f-bef396dbd340 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1281419 Feb 18 08:24:31.987987 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:24:31.989252 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c7926812-bc20-4753-8759-63efbac8e351 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125947 Feb 18 08:24:32.008460 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Request body: {'port': {'device_id': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:32.105486 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-26e6b5e0-488f-4b3b-bab0-e55aeb807912 req-a8451234-071c-4c64-a719-28653fdb215f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024907 Feb 18 08:24:32.163301 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:32.243782 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c3fc0f27-a1db-4136-8a90-14cdb219e185 None None] Provisioning complete for port 4aa2632b-6510-41f5-91cc-81b50e5de808 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:32.244287 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c3fc0f27-a1db-4136-8a90-14cdb219e185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:32.297482 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc0f27-a1db-4136-8a90-14cdb219e185 None None] Port 4aa2632b-6510-41f5-91cc-81b50e5de808 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:24:32.317278 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd320d95-90df-4c53-b969-5b366e185f82 req-cce4b2c8-b5ec-417b-aefb-492f69fe9692 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:32.318784 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bd320d95-90df-4c53-b969-5b366e185f82 req-cce4b2c8-b5ec-417b-aefb-492f69fe9692 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 932 time: 0.1158793 Feb 18 08:24:32.652088 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bd320d95-90df-4c53-b969-5b366e185f82 req-c870fdbb-fde8-4a0a-a513-df588142ec96 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3260903 Feb 18 08:24:32.761340 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-508050b2-7697-49a0-a7a0-61771e3fbd37 req-85d7d033-2faf-406f-9672-5bc1beb6fb2c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 210 time: 0.0331891 Feb 18 08:24:32.770490 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa2632b-6510-41f5-91cc-81b50e5de808 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:32.778096 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Publish callbacks [] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:32.790654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Transition to ACTIVE for port object 4aa2632b-6510-41f5-91cc-81b50e5de808 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:24:32.795134 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:32.854125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa2632b-6510-41f5-91cc-81b50e5de808,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:32.966944 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Attempting to bind port 4aa2632b-6510-41f5-91cc-81b50e5de808 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:32.967139 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Attempting to bind port 4aa2632b-6510-41f5-91cc-81b50e5de808 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:32.967466 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Attempting to bind port 4aa2632b-6510-41f5-91cc-81b50e5de808 on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:33.007182 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Port 4aa2632b-6510-41f5-91cc-81b50e5de808 on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:24:33.007526 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Attempting to bind port 4aa2632b-6510-41f5-91cc-81b50e5de808 on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:33.022788 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:33.023259 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Checking segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:33.023769 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Bound using segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:33.024210 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Bound port: 4aa2632b-6510-41f5-91cc-81b50e5de808, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:33.024568 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:33.027328 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:33.108417 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-40b48def-777f-4951-8252-5e76c54d739b tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.113568 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-40b48def-777f-4951-8252-5e76c54d739b tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "GET /v2.0/networks?id=15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 200 len: 809 time: 0.1725907 Feb 18 08:24:33.134177 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Request body: {'port': {'device_id': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea', 'admin_state_up': True, 'tenant_id': 'eb63c2dce7174fc89ddcd9aa2d6ac829'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:33.189862 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] For port 4aa2632b-6510-41f5-91cc-81b50e5de808, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:33.217729 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] For port 4aa2632b-6510-41f5-91cc-81b50e5de808, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4aa2632b-6510-41f5-91cc-81b50e5de808,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:33.246596 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:33.320067 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.320741 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:33.322162 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] 10.222.0.79 "PUT /v2.0/ports/4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 1094 time: 1.3179750 Feb 18 08:24:33.324061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:33.326404 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:33.358522 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8b10-1c28-4c6e-bc0b-d674b683e473 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa2632b-6510-41f5-91cc-81b50e5de808,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:33.376037 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769de83-a382-4aac-80f3-1e05e953aec4 req-2ff45eb6-e8c1-4a1d-b8b2-20c408f6a4e0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.378379 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8769de83-a382-4aac-80f3-1e05e953aec4 req-2ff45eb6-e8c1-4a1d-b8b2-20c408f6a4e0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1736910 Feb 18 08:24:33.379586 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Made reservation on behalf of eb63c2dce7174fc89ddcd9aa2d6ac829 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:33.383071 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:33.448742 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d59b68-6f33-4457-b4ed-8db4eb2a5313 x-openstack-request-id: req-32d59b68-6f33-4457-b4ed-8db4eb2a5313 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:33.449058 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:33.449294 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32d59b68-6f33-4457-b4ed-8db4eb2a5313 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:33.449693 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'status': 'completed', 'code': 200} Feb 18 08:24:33.545769 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8769de83-a382-4aac-80f3-1e05e953aec4 req-69cacad2-9b4e-4a54-860a-6167c5fea066 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592002 Feb 18 08:24:33.555360 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c349b24d-3bba-46d8-8cfc-0ab718dadc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.556875 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c349b24d-3bba-46d8-8cfc-0ab718dadc83 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1128 time: 0.1692774 Feb 18 08:24:33.636222 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-4c77afe5-f7f1-407a-bbce-c022970dcf6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 217 time: 0.0669050 Feb 18 08:24:33.757490 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Allocated IP 172.20.0.10 (15e7968b-dfaf-44ff-bcd1-6f0798305eea/111ac063-68c8-4859-beeb-93bdb06612ff/ddd4e509-edac-411e-b506-d3a1f1cb16e8) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:33.808413 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-197af945-d06c-4cd2-a46b-1614735ef007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.810041 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-197af945-d06c-4cd2-a46b-1614735ef007 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.1592746 Feb 18 08:24:33.864762 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-11f9b712-8261-4981-a99f-7be8901fd744 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.866415 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-11f9b712-8261-4981-a99f-7be8901fd744 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.2605085 Feb 18 08:24:33.935816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a6d8d-fefa-4775-9138-4eb4331c4c8d req-2fb1e6a6-6714-4d41-b21c-434906445288 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:33.937296 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-216a6d8d-fefa-4775-9138-4eb4331c4c8d req-2fb1e6a6-6714-4d41-b21c-434906445288 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 944 time: 0.2104354 Feb 18 08:24:33.964918 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-37c7c8d1-e677-4f08-a67b-720ce7323abb tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/quotas/53af05a70c1040e483cc64f7d538803b HTTP/1.1" status: 200 len: 375 time: 0.0884829 Feb 18 08:24:34.087368 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-216a6d8d-fefa-4775-9138-4eb4331c4c8d req-1ba660d1-70fa-4f82-a26d-0dca0bd441c5 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198809 Feb 18 08:24:34.095531 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-db472d42-7bcd-460f-abc8-e3c19359c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:34.097107 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-db472d42-7bcd-460f-abc8-e3c19359c949 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2106712 Feb 18 08:24:34.122366 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks [] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:34.194780 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-da38bf63-c2fd-4384-98d4-0c77844ac0bc tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2226160 Feb 18 08:24:34.222390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6f7c629f-d553-4895-b538-43546c532a2c req-c3a14e32-4482-4af1-8e34-af342dbe1f93 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 210 time: 0.0485733 Feb 18 08:24:34.326808 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:34.344910 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-c3e70ea1-5b22-40ab-ae90-a31008ab753e service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218268 Feb 18 08:24:34.425916 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-3aa1aeaf-a3f5-4bd4-a2b7-eef7947408e4 service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071385 Feb 18 08:24:34.437686 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Network 15e7968b-dfaf-44ff-bcd1-6f0798305eea is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:34.452560 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:34.456340 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:34.464040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:34.518876 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Pushing event updated for resources: {'Port': ['ID=ddd4e509-edac-411e-b506-d3a1f1cb16e8,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:34.572931 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:34.573515 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:34.595103 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2a4d7503-0f3d-4e75-a47e-85164319518f req-a19960fe-6290-466a-92e0-0a976a179f0c service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191560 Feb 18 08:24:34.606516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-2355f286-00c5-43a2-8180-488ce2920913 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4795158 Feb 18 08:24:34.621440 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Request body: {'port': {'device_id': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:34.633734 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-fc5b46cc-21dd-4e38-aa3a-3ba730408a6d service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919727 Feb 18 08:24:34.761357 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-b48ae47b-2b7c-4be6-9dcc-47448d33fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:34.763515 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-b48ae47b-2b7c-4be6-9dcc-47448d33fcd8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1128 time: 0.1118460 Feb 18 08:24:34.765117 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:34.773527 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6e7c-1b65-49e3-812f-4d68ccb85c46 req-5e5b7da0-ca03-49d2-8b7b-80cde7bc61fd tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:34.776554 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aecd6e7c-1b65-49e3-812f-4d68ccb85c46 req-5e5b7da0-ca03-49d2-8b7b-80cde7bc61fd tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1589272 Feb 18 08:24:34.859674 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d1538a78-a232-4f6c-a976-56cdc9a09865 req-0ef1b2d0-7f32-408e-a57f-e85662e40adf tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 210 time: 0.0660028 Feb 18 08:24:34.954771 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aecd6e7c-1b65-49e3-812f-4d68ccb85c46 req-2a73aaba-ff94-4657-8581-06414cf5237e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531913 Feb 18 08:24:35.048263 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-62d902a5-10a6-40f5-b327-e7572a3199b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:35.049737 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-62d902a5-10a6-40f5-b327-e7572a3199b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.2600379 Feb 18 08:24:35.139426 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-759482d9-9d46-4025-a488-7282856cfe24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 217 time: 0.0822480 Feb 18 08:24:35.260412 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-d6253c0e-5264-40ca-88b3-52673e4ee008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:35.261922 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-d6253c0e-5264-40ca-88b3-52673e4ee008 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.1127598 Feb 18 08:24:35.315573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e198e-ad27-4331-a1f5-7612b300e13d req-af5b50fd-b7f9-42df-94e7-e4a4ae31e4d0 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:35.316283 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e5e198e-ad27-4331-a1f5-7612b300e13d req-af5b50fd-b7f9-42df-94e7-e4a4ae31e4d0 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 944 time: 0.1494348 Feb 18 08:24:35.637723 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd4e509-edac-411e-b506-d3a1f1cb16e8 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:35.661225 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Publish callbacks [] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:35.679912 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-2eae685f-5ff6-4029-8a7e-2142dcacc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:35.680806 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-2eae685f-5ff6-4029-8a7e-2142dcacc6d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4102049 Feb 18 08:24:35.688174 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e5e198e-ad27-4331-a1f5-7612b300e13d req-001d9034-4512-49c8-85d4-c1c77286b523 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3630903 Feb 18 08:24:35.723940 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775c37-0171-4b5f-8701-e9c0913b2ef6 req-a89b08f5-a249-4f2f-bbfc-3ae6e4ebcdc9 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:35.725528 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8775c37-0171-4b5f-8701-e9c0913b2ef6 req-a89b08f5-a249-4f2f-bbfc-3ae6e4ebcdc9 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 932 time: 0.4064913 Feb 18 08:24:35.754425 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Transition to ACTIVE for port object ddd4e509-edac-411e-b506-d3a1f1cb16e8 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:24:35.767562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:35.858370 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4e509-edac-411e-b506-d3a1f1cb16e8,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:35.894907 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8775c37-0171-4b5f-8701-e9c0913b2ef6 req-62c3d10d-c6c8-4a30-851b-2fd14ad34df4 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379123 Feb 18 08:24:35.897062 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-268121f8-0778-48a7-946e-30d98c771830 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069430 Feb 18 08:24:36.006124 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f69de82b-a178-4f37-82fd-bc1a22a89b72 req-580b8065-a9d8-4763-bcf9-63ad7aba005e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 210 time: 0.0721283 Feb 18 08:24:36.033575 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Attempting to bind port ddd4e509-edac-411e-b506-d3a1f1cb16e8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:36.033909 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Attempting to bind port ddd4e509-edac-411e-b506-d3a1f1cb16e8 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:36.034234 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Attempting to bind port ddd4e509-edac-411e-b506-d3a1f1cb16e8 on network 15e7968b-dfaf-44ff-bcd1-6f0798305eea {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:36.058613 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Port ddd4e509-edac-411e-b506-d3a1f1cb16e8 on network 15e7968b-dfaf-44ff-bcd1-6f0798305eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:24:36.058850 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Attempting to bind port ddd4e509-edac-411e-b506-d3a1f1cb16e8 on network 15e7968b-dfaf-44ff-bcd1-6f0798305eea {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:36.126455 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:36.126787 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Checking segment: {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:36.127176 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Bound using segment: {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:36.127663 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Bound port: ddd4e509-edac-411e-b506-d3a1f1cb16e8, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:36.128015 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:36.164682 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a6d2fa4-03f3-4113-ba6b-9e4ccb0ef247 req-ae099f68-2680-4b37-a658-c8618f2780c8 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433603 Feb 18 08:24:36.240246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c21278-7d14-49e2-a9a9-43d1bc90538c req-d04060f8-b811-4185-abfe-ecd776481e43 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:36.241713 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-89c21278-7d14-49e2-a9a9-43d1bc90538c req-d04060f8-b811-4185-abfe-ecd776481e43 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1917398 Feb 18 08:24:36.259422 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-c0d11330-d79f-4496-ac69-dc9fa81d7fa7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:36.260811 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-c0d11330-d79f-4496-ac69-dc9fa81d7fa7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.2137401 Feb 18 08:24:36.279362 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] For port ddd4e509-edac-411e-b506-d3a1f1cb16e8, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:36.293683 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Request body: {'port': {'device_id': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'admin_state_up': True, 'tenant_id': '53af05a70c1040e483cc64f7d538803b'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:36.301633 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] For port ddd4e509-edac-411e-b506-d3a1f1cb16e8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:36.346226 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:36.401140 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-89c21278-7d14-49e2-a9a9-43d1bc90538c req-a04a4767-4367-451c-a294-d94a16806277 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492636 Feb 18 08:24:36.413273 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:36.413907 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:36.415257 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] 10.222.0.79 "PUT /v2.0/ports/ddd4e509-edac-411e-b506-d3a1f1cb16e8 HTTP/1.1" status: 200 len: 1094 time: 1.7991219 Feb 18 08:24:36.418345 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'tag': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:36.420582 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e9d4e5-9988-45c5-9412-8db0dfcdac5d", "tag": "ddd4e509-edac-411e-b506-d3a1f1cb16e8"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:36.460144 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41aba9-eaae-4934-ac65-2b530d100cea service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4e509-edac-411e-b506-d3a1f1cb16e8,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:36.465460 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6be4fe-716b-4bc8-b048-79d9c47da119 x-openstack-request-id: req-5b6be4fe-716b-4bc8-b048-79d9c47da119 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:36.465747 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e9d4e5-9988-45c5-9412-8db0dfcdac5d", "tag": "ddd4e509-edac-411e-b506-d3a1f1cb16e8", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:36.465995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b6be4fe-716b-4bc8-b048-79d9c47da119 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:36.466346 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'tag': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8', 'status': 'completed', 'code': 200} Feb 18 08:24:36.511650 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Made reservation on behalf of 53af05a70c1040e483cc64f7d538803b for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:24:36.515005 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:36.548094 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7d647de0-0b0c-4685-8e7e-c82e36c7d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:36.549596 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-7d647de0-0b0c-4685-8e7e-c82e36c7d441 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 1128 time: 0.0709097 Feb 18 08:24:36.617100 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-de80ff12-1c06-4f47-8789-0f3259f26edc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8 HTTP/1.1" status: 200 len: 217 time: 0.0422139 Feb 18 08:24:36.703971 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-45cbe37e-e81c-4a0e-a0d8-2342c0e38e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:36.705433 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-45cbe37e-e81c-4a0e-a0d8-2342c0e38e78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=111ac063-68c8-4859-beeb-93bdb06612ff HTTP/1.1" status: 200 len: 849 time: 0.0814033 Feb 18 08:24:36.718250 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Allocated IP 172.20.0.3 (6936d60e-4499-4068-8fa1-8b3d07175403/0b564d88-9a20-42c5-8b98-f2da7af9c6d0/7543763c-a69d-422a-8940-55187b30ee82) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:24:36.758705 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-dc472947-90e6-4e58-9f0d-cadac9ef31bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=15e7968b-dfaf-44ff-bcd1-6f0798305eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309076 Feb 18 08:24:36.952910 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-4fae283c-57d5-44e2-851d-69232a1d9c30 service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856520 Feb 18 08:24:36.963955 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bc216-f7b4-44f6-9d8f-d635f2df688d req-97203cfe-82a6-41cd-80d6-de42426c36ce tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:36.965414 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-049bc216-f7b4-44f6-9d8f-d635f2df688d req-97203cfe-82a6-41cd-80d6-de42426c36ce tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 944 time: 0.1971843 Feb 18 08:24:37.102838 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks [] for port (7543763c-a69d-422a-8940-55187b30ee82), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:37.141500 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-049bc216-f7b4-44f6-9d8f-d635f2df688d req-a134955f-64ef-42d7-845b-f0ed55120374 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574569 Feb 18 08:24:37.182460 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d41dc5-7660-44a2-a455-34a032c8eddc req-74835b86-7718-4b55-acfa-4d2e5bc63250 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:37.184004 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-40d41dc5-7660-44a2-a455-34a032c8eddc req-74835b86-7718-4b55-acfa-4d2e5bc63250 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.2009587 Feb 18 08:24:37.188556 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e6cf91d6-800f-4f1a-93fa-25d7c057cb56 req-b5d86fda-f279-4205-b5a4-7945d5b596c1 service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200208 Feb 18 08:24:37.189974 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7543763c-a69d-422a-8940-55187b30ee82), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:37.281879 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Network 6936d60e-4499-4068-8fa1-8b3d07175403 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:24:37.292582 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:24:37.296848 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event updated for resources: {'Port': ['ID=7543763c-a69d-422a-8940-55187b30ee82,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:37.301303 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:24:37.345654 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-40d41dc5-7660-44a2-a455-34a032c8eddc req-ed3b79fd-53cf-4791-b9a9-f116718b3d3a tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537828 Feb 18 08:24:37.363154 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9275e6-25d4-4c6f-aa7d-33c1e7fdbc92 req-c5ce30df-ce0e-448e-8056-cf7b31fde6a0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:37.364618 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ec9275e6-25d4-4c6f-aa7d-33c1e7fdbc92 req-c5ce30df-ce0e-448e-8056-cf7b31fde6a0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 931 time: 0.1626210 Feb 18 08:24:37.369980 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:37.370560 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:37.400734 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-90b61117-7cb8-43d3-833b-a2a871860639 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1154773 Feb 18 08:24:37.422139 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ec9275e6-25d4-4c6f-aa7d-33c1e7fdbc92 req-c19fd7b2-8837-4e11-8b9d-bbf4e059591b tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Feb 18 08:24:37.521125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4ff83-6a4a-48f9-aa78-20a3e88e29af req-afdb66d4-0f07-4f03-b2ef-58f597da1766 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:37.522580 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f0f4ff83-6a4a-48f9-aa78-20a3e88e29af req-afdb66d4-0f07-4f03-b2ef-58f597da1766 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0523829 Feb 18 08:24:37.569698 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f0f4ff83-6a4a-48f9-aa78-20a3e88e29af req-f97fe97f-11db-4122-8522-3420a1176467 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Feb 18 08:24:38.277267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa363a2-3260-4284-a193-59ef6c554b48 req-c637c2a0-6536-4354-a889-0a77de3f198d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:38.278636 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3aa363a2-3260-4284-a193-59ef6c554b48 req-c637c2a0-6536-4354-a889-0a77de3f198d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 944 time: 0.0580668 Feb 18 08:24:38.325698 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3aa363a2-3260-4284-a193-59ef6c554b48 req-fbd6d20e-eeec-4e6c-9b7a-aee4b44a7c6e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413966 Feb 18 08:24:38.478465 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b767ce-3948-4ef7-a154-7a180370cd5e req-200adb29-2525-4fe6-9e9f-c983784610b8 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:38.480077 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b3b767ce-3948-4ef7-a154-7a180370cd5e req-200adb29-2525-4fe6-9e9f-c983784610b8 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0552456 Feb 18 08:24:38.565117 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b3b767ce-3948-4ef7-a154-7a180370cd5e req-5ea57d41-c3d3-40f2-ac37-c12d7403d447 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Feb 18 08:24:38.579304 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ec2eb-b1fd-47a0-8fe4-56f647a24706 req-c23a751f-504f-4026-ba1e-be53e4f5ad70 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:38.580781 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-291ec2eb-b1fd-47a0-8fe4-56f647a24706 req-c23a751f-504f-4026-ba1e-be53e4f5ad70 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 931 time: 0.0869665 Feb 18 08:24:38.632301 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-291ec2eb-b1fd-47a0-8fe4-56f647a24706 req-affc2a0f-0801-418f-ba3a-103b42f11464 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Feb 18 08:24:38.690885 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b659-bf33-4208-bfe6-1abccae4c13b req-998ed8d1-f616-49bf-af9f-2a284f21885c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:38.692340 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5d85b659-bf33-4208-bfe6-1abccae4c13b req-998ed8d1-f616-49bf-af9f-2a284f21885c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0527332 Feb 18 08:24:38.744114 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5d85b659-bf33-4208-bfe6-1abccae4c13b req-ecbdff30-ef74-46ef-8955-337bc000382c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433249 Feb 18 08:24:39.461307 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d61cbb-5900-434a-a518-dcbba7697d7f req-3be3a773-a7e3-4544-9bd8-a515667175cd tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:39.462761 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-93d61cbb-5900-434a-a518-dcbba7697d7f req-3be3a773-a7e3-4544-9bd8-a515667175cd tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 944 time: 0.0623455 Feb 18 08:24:39.512334 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-93d61cbb-5900-434a-a518-dcbba7697d7f req-035fca3b-38ac-4c93-afbe-681007852e14 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416229 Feb 18 08:24:39.543334 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba', 'e6e11994-bbe0-4ec6-94bd-163c8850412c'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:39.546468 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4aa2632b-6510-41f5-91cc-81b50e5de808 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:24:39.688223 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefb4af-dae7-4fa1-ae9a-013e3fd25aeb req-79f02e7f-1f86-426a-92ed-9380bfaccbf6 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:39.689708 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edefb4af-dae7-4fa1-ae9a-013e3fd25aeb req-79f02e7f-1f86-426a-92ed-9380bfaccbf6 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0582080 Feb 18 08:24:39.709388 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 4aa2632b-6510-41f5-91cc-81b50e5de808, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4aa2632b-6510-41f5-91cc-81b50e5de808,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:39.731635 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'port_id': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'mac_address': 'fa:16:3e:ba:e4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:24:39.767604 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edefb4af-dae7-4fa1-ae9a-013e3fd25aeb req-2d2a6bdb-e5f3-4e47-8bf1-23659df6ad41 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723128 Feb 18 08:24:39.783030 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26c0e-ea2e-4794-aa64-d3d7c9c1dfa2 req-2cdbebb3-ea65-445f-a6c7-f8de0368d89f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:39.784548 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cbe26c0e-ea2e-4794-aa64-d3d7c9c1dfa2 req-2cdbebb3-ea65-445f-a6c7-f8de0368d89f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 931 time: 0.0759437 Feb 18 08:24:39.818448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 4aa2632b-6510-41f5-91cc-81b50e5de808 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:39.818834 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:39.839323 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa2632b-6510-41f5-91cc-81b50e5de808 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:39.858401 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cbe26c0e-ea2e-4794-aa64-d3d7c9c1dfa2 req-d0497db4-c74d-4649-8095-273cb6b87361 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672340 Feb 18 08:24:39.869873 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 4aa2632b-6510-41f5-91cc-81b50e5de808, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4aa2632b-6510-41f5-91cc-81b50e5de808,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:39.877763 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:39.914203 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0d3d9-e807-4de3-be1e-cf174ad41df1 req-5fba5252-0524-45e1-b88a-76aba8b6d8ed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:39.916043 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1df0d3d9-e807-4de3-be1e-cf174ad41df1 req-5fba5252-0524-45e1-b88a-76aba8b6d8ed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0562847 Feb 18 08:24:39.953032 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=4aa2632b-6510-41f5-91cc-81b50e5de808,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:39.962150 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1df0d3d9-e807-4de3-be1e-cf174ad41df1 req-e95f5907-e78c-4ee0-a721-2030017b83a1 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Feb 18 08:24:40.665450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ce2a9-9332-4624-990d-6a1c1c82175d req-a20924ce-ade5-4677-a666-d65a00db6ae0 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:40.667279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-de9ce2a9-9332-4624-990d-6a1c1c82175d req-a20924ce-ade5-4677-a666-d65a00db6ae0 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 945 time: 0.0609777 Feb 18 08:24:40.715653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-de9ce2a9-9332-4624-990d-6a1c1c82175d req-cf981062-ab94-464d-937c-46234d073014 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403516 Feb 18 08:24:40.899393 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbf6a5-6ffd-4c64-ad17-bcabb15106da req-cda767ef-1410-4c9a-8b8e-ba1d587ade6e tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:40.901013 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2fbbf6a5-6ffd-4c64-ad17-bcabb15106da req-cda767ef-1410-4c9a-8b8e-ba1d587ade6e tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0638328 Feb 18 08:24:41.202146 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2fbbf6a5-6ffd-4c64-ad17-bcabb15106da req-1d812581-eb2d-49c4-99eb-4748c24d8798 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949221 Feb 18 08:24:41.227038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559fe06-358b-487a-9a1f-ff09bdd17be7 req-f86b4fb8-a8f3-4237-8f13-6d73db56f19a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:41.228576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9559fe06-358b-487a-9a1f-ff09bdd17be7 req-f86b4fb8-a8f3-4237-8f13-6d73db56f19a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 931 time: 0.2946396 Feb 18 08:24:41.285296 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9559fe06-358b-487a-9a1f-ff09bdd17be7 req-84dcfdbb-e675-40b1-8f50-705ff1fee7ed tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Feb 18 08:24:41.325181 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56dd01-692f-4370-b0db-cd156e6183b7 req-3a9782e7-4fc1-4861-8461-5c3f12c0bc56 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:41.326654 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fa56dd01-692f-4370-b0db-cd156e6183b7 req-3a9782e7-4fc1-4861-8461-5c3f12c0bc56 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0620296 Feb 18 08:24:41.375949 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fa56dd01-692f-4370-b0db-cd156e6183b7 req-8abd833d-2c37-413a-813f-f1002e205137 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Feb 18 08:24:41.857235 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b29465-6ca4-49d8-b770-bc1b1aea030c req-42b4e3e4-a8d1-430e-a22b-f4c2fdead79b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:41.858751 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77b29465-6ca4-49d8-b770-bc1b1aea030c req-42b4e3e4-a8d1-430e-a22b-f4c2fdead79b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 945 time: 0.0609436 Feb 18 08:24:41.906058 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77b29465-6ca4-49d8-b770-bc1b1aea030c req-05b0ff69-f4f2-4f8e-baf3-7fd64c04a7a8 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392196 Feb 18 08:24:42.008629 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Request body: {'port': {'device_id': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:42.096989 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7543763c-a69d-422a-8940-55187b30ee82), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:42.139646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-11e095d2-9c06-43a7-aa3a-8d11281eba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:42.141098 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-11e095d2-9c06-43a7-aa3a-8d11281eba89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 1128 time: 0.0792930 Feb 18 08:24:42.376924 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-63900d75-5696-49fe-841b-5982f2fd46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:42.378332 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-63900d75-5696-49fe-841b-5982f2fd46a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 200 len: 910 time: 0.2310905 Feb 18 08:24:42.451578 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-8abd5960-075b-4406-8abb-f261b5b7b3be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8 HTTP/1.1" status: 200 len: 217 time: 0.0577703 Feb 18 08:24:42.483407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb57fc2-c01b-45d1-90ab-d99e3be0d1eb req-b8d1d5cc-8d83-45e0-b388-d17abf0ff920 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:42.484855 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bb57fc2-c01b-45d1-90ab-d99e3be0d1eb req-b8d1d5cc-8d83-45e0-b388-d17abf0ff920 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.2045169 Feb 18 08:24:42.566766 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34427348-c2a8-42d9-8273-e61d13256c8c req-2734b3d3-329d-4645-9388-5da6e2e32b3a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:42.568145 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-34427348-c2a8-42d9-8273-e61d13256c8c req-2734b3d3-329d-4645-9388-5da6e2e32b3a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 931 time: 0.2112455 Feb 18 08:24:42.580000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-0b4b81f3-cff8-4ffb-81be-122b1da8952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:42.581392 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-0b4b81f3-cff8-4ffb-81be-122b1da8952b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=111ac063-68c8-4859-beeb-93bdb06612ff HTTP/1.1" status: 200 len: 849 time: 0.1234269 Feb 18 08:24:42.659093 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-a096dfe5-f269-4ea0-bf13-151d8644d71c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=15e7968b-dfaf-44ff-bcd1-6f0798305eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539937 Feb 18 08:24:42.663768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7543763c-a69d-422a-8940-55187b30ee82 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:42.672602 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bb57fc2-c01b-45d1-90ab-d99e3be0d1eb req-ddb8986d-911c-4c38-b52d-fc9c7268c7a0 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651263 Feb 18 08:24:42.678463 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Publish callbacks [] for port (7543763c-a69d-422a-8940-55187b30ee82), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:42.738453 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Transition to ACTIVE for port object 7543763c-a69d-422a-8940-55187b30ee82 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:24:42.762108 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (7543763c-a69d-422a-8940-55187b30ee82), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:42.817523 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-34427348-c2a8-42d9-8273-e61d13256c8c req-8821e547-8e26-4806-876b-54ee6e006d60 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392204 Feb 18 08:24:42.863332 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7543763c-a69d-422a-8940-55187b30ee82,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:42.875362 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-b46b1b07-6ed2-4ee2-bbab-565f105e5b0e service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000060 Feb 18 08:24:42.909188 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca0a97-4772-422b-8e35-532e9047e717 req-e2fdfc77-a1b2-424c-829c-84d69a12d68f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:42.910594 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8bca0a97-4772-422b-8e35-532e9047e717 req-e2fdfc77-a1b2-424c-829c-84d69a12d68f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1765785 Feb 18 08:24:42.969351 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:43.076957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Attempting to bind port 7543763c-a69d-422a-8940-55187b30ee82 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:24:43.077190 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Attempting to bind port 7543763c-a69d-422a-8940-55187b30ee82 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:24:43.077510 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Attempting to bind port 7543763c-a69d-422a-8940-55187b30ee82 on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:43.088440 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8bca0a97-4772-422b-8e35-532e9047e717 req-62e2cd2d-c89a-4a7d-bb7b-883d5ac68f69 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664360 Feb 18 08:24:43.100232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Port 7543763c-a69d-422a-8940-55187b30ee82 on network 6936d60e-4499-4068-8fa1-8b3d07175403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:24:43.100572 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Attempting to bind port 7543763c-a69d-422a-8940-55187b30ee82 on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:24:43.108452 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a12e1a2a-fbc1-4e2b-8642-d1686b4e812d req-1424f5e4-760a-4502-9da6-3ff7df7ee46f service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143505 Feb 18 08:24:43.114906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdb036-a028-476d-a329-b085c675cf8f req-5cdcc2b9-5603-4be6-87dd-7146cac84b3d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.116328 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7bcdb036-a028-476d-a329-b085c675cf8f req-5cdcc2b9-5603-4be6-87dd-7146cac84b3d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 945 time: 0.1399932 Feb 18 08:24:43.117397 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:24:43.117789 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Checking segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:24:43.118152 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Bound using segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:24:43.118570 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Bound port: 7543763c-a69d-422a-8940-55187b30ee82, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:24:43.118919 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7543763c-a69d-422a-8940-55187b30ee82), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:43.208913 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7bcdb036-a028-476d-a329-b085c675cf8f req-43295f39-9935-4c2b-bd10-d8f6c742f6b4 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810001 Feb 18 08:24:43.215970 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] For port 7543763c-a69d-422a-8940-55187b30ee82, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:24:43.219661 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] For port 7543763c-a69d-422a-8940-55187b30ee82, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7543763c-a69d-422a-8940-55187b30ee82,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:24:43.229244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (7543763c-a69d-422a-8940-55187b30ee82), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:43.265829 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.266438 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:43.267855 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] 10.222.0.79 "PUT /v2.0/ports/7543763c-a69d-422a-8940-55187b30ee82 HTTP/1.1" status: 200 len: 1093 time: 1.2639790 Feb 18 08:24:43.268291 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'tag': '7543763c-a69d-422a-8940-55187b30ee82'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:43.270503 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d078df-6ead-4c57-b2ca-2a52761db1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "877e7cde-5220-4a73-aadd-b7e005ec0ecf", "tag": "7543763c-a69d-422a-8940-55187b30ee82"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:43.298851 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d44ba-0d0b-49eb-97ce-16fb76ac6a15 service neutron] Pushing event updated for resources: {'Port': ['ID=7543763c-a69d-422a-8940-55187b30ee82,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:43.316754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cb7b72-8b48-4428-99a9-745578c5fae3 x-openstack-request-id: req-26cb7b72-8b48-4428-99a9-745578c5fae3 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:43.317039 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877e7cde-5220-4a73-aadd-b7e005ec0ecf", "tag": "7543763c-a69d-422a-8940-55187b30ee82", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:43.317290 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26cb7b72-8b48-4428-99a9-745578c5fae3 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:43.317709 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'tag': '7543763c-a69d-422a-8940-55187b30ee82', 'status': 'completed', 'code': 200} Feb 18 08:24:43.372621 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d49996a4-9051-455d-b08b-2a9a04acb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.374091 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-d49996a4-9051-455d-b08b-2a9a04acb7aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 1127 time: 0.0448439 Feb 18 08:24:43.421435 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-3f9b2b20-0820-4d42-9541-b44ea8932c39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7543763c-a69d-422a-8940-55187b30ee82 HTTP/1.1" status: 200 len: 217 time: 0.0382683 Feb 18 08:24:43.468162 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40240b-003c-4496-9638-cd79aa8441cc req-9326f9b1-5966-465d-b23a-18ec7fa1fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.469532 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-9326f9b1-5966-465d-b23a-18ec7fa1fb6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0421917 Feb 18 08:24:43.499352 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-30db573f-c45d-48c0-b292-50dfde8aa547 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234597 Feb 18 08:24:43.591171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['4aa2632b-6510-41f5-91cc-81b50e5de808'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:43.600505 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-521f195f-1682-4031-8656-42987bca9543 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916278 Feb 18 08:24:43.692522 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a40240b-003c-4496-9638-cd79aa8441cc req-471ded09-c244-4af7-8531-42121519e1e1 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823951 Feb 18 08:24:43.839821 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc88125-87c9-41a7-a102-2661a9da68b5 req-d0bb869a-919f-4c39-9b91-5cbc4193369c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.841286 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1dc88125-87c9-41a7-a102-2661a9da68b5 req-d0bb869a-919f-4c39-9b91-5cbc4193369c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0899010 Feb 18 08:24:43.843860 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-1e3f0679-9263-460b-a0c6-79c2cc486d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.845280 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-1e3f0679-9263-460b-a0c6-79c2cc486d46 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 1127 time: 0.0680234 Feb 18 08:24:43.967393 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1dc88125-87c9-41a7-a102-2661a9da68b5 req-3d9aa3d3-d6ea-4abb-97b2-1546d08d9782 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200135 Feb 18 08:24:43.998215 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-05d46f24-31d7-44e2-8f9c-9aaf1f46ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:43.999705 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-05d46f24-31d7-44e2-8f9c-9aaf1f46ad8a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 916 time: 0.1466393 Feb 18 08:24:44.007235 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d435bb-b551-4312-906b-b3d9f6d58351 req-77ebd1dd-3623-4f05-bce9-c702b43f0049 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.008753 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-94d435bb-b551-4312-906b-b3d9f6d58351 req-77ebd1dd-3623-4f05-bce9-c702b43f0049 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 943 time: 0.1081810 Feb 18 08:24:44.049729 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-235586d8-478a-4fe1-9113-2d873c218ac1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7543763c-a69d-422a-8940-55187b30ee82 HTTP/1.1" status: 200 len: 217 time: 0.0400047 Feb 18 08:24:44.118398 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-94d435bb-b551-4312-906b-b3d9f6d58351 req-334c5c4a-9133-4ce9-b4fd-f00a209695c8 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031032 Feb 18 08:24:44.126870 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-ededa719-2363-49cd-ae9b-f7caa57e9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.128536 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-ededa719-2363-49cd-ae9b-f7caa57e9914 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0650485 Feb 18 08:24:44.185681 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-21f88470-73c8-4580-a0c7-1e07259f7b17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471649 Feb 18 08:24:44.627495 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315af1-5bf2-4a20-a6d0-a932b437fad9 req-826ca0d8-92df-4e8d-ac94-213344267468 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.629088 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65315af1-5bf2-4a20-a6d0-a932b437fad9 req-826ca0d8-92df-4e8d-ac94-213344267468 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.4529231 Feb 18 08:24:44.636139 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-c80c7b19-88b6-4eee-bf3a-5fce40cb59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.637570 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-c80c7b19-88b6-4eee-bf3a-5fce40cb59e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.4626772 Feb 18 08:24:44.650982 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8beb3-e6b3-426d-8527-680badf66df5 req-9c35c136-7eb0-4c69-a911-8b1f5769341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.652596 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-38f8beb3-e6b3-426d-8527-680badf66df5 req-9c35c136-7eb0-4c69-a911-8b1f5769341c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.4582834 Feb 18 08:24:44.675050 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b0760-9bf8-4cbe-ae7e-0426cd3b73a8 req-c3fc6df1-5a47-44a4-9d91-5d98773a68c5 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.676570 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df5b0760-9bf8-4cbe-ae7e-0426cd3b73a8 req-c3fc6df1-5a47-44a4-9d91-5d98773a68c5 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 945 time: 0.1589918 Feb 18 08:24:44.682464 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-4514673f-5d6f-4aae-9092-ef8c4ef80bd1 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869843 Feb 18 08:24:44.843668 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65315af1-5bf2-4a20-a6d0-a932b437fad9 req-9af72f69-7b90-4799-88ec-99265c2a84bc tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991198 Feb 18 08:24:44.889068 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-38f8beb3-e6b3-426d-8527-680badf66df5 req-a75bc518-98ac-4d23-af49-b980a72ffd37 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114964 Feb 18 08:24:44.910339 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df5b0760-9bf8-4cbe-ae7e-0426cd3b73a8 req-194e9630-a38f-4872-853c-c08277fb977d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2164292 Feb 18 08:24:44.929040 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d078df-6ead-4c57-b2ca-2a52761db1ca req-c4a4d367-8bde-4936-9d9a-51502aa46c52 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288654 Feb 18 08:24:44.929040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-7e5fd644-2a67-41fe-8c9d-d1c9a401fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:44.929040 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-7e5fd644-2a67-41fe-8c9d-d1c9a401fbc9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.2479966 Feb 18 08:24:45.122607 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30602a-7ddf-43ab-9eb0-eca8e80aefc6 req-247b9e4c-5cb3-4d21-a66b-8c4b25987b39 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:45.124012 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f30602a-7ddf-43ab-9eb0-eca8e80aefc6 req-247b9e4c-5cb3-4d21-a66b-8c4b25987b39 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0736177 Feb 18 08:24:45.170751 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f30602a-7ddf-43ab-9eb0-eca8e80aefc6 req-c5a21c98-cf67-4166-a8ae-2e3a101bd5f2 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Feb 18 08:24:45.237527 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4419c1-eb41-4499-aadf-1f981940090d req-6b9a3b75-8a2b-4d7f-8ba3-3323cf73dba4 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:45.239051 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc4419c1-eb41-4499-aadf-1f981940090d req-6b9a3b75-8a2b-4d7f-8ba3-3323cf73dba4 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 943 time: 0.0513823 Feb 18 08:24:45.279306 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-235ae7db-286f-49b2-bce6-fabc8624c914 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0387373 Feb 18 08:24:45.351019 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc4419c1-eb41-4499-aadf-1f981940090d req-10a7d65e-affd-4eeb-9e29-1faa40b0f5ef tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047287 Feb 18 08:24:45.352865 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-0917a4fb-3c9e-49ae-900a-67905392c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:45.354171 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-0917a4fb-3c9e-49ae-900a-67905392c3db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0659149 Feb 18 08:24:45.386841 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-0e5da6e7-867b-46a9-87b8-350ee9e9b71c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249879 Feb 18 08:24:45.481311 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-3c4c7119-576b-4440-a289-0a990e4cc696 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Feb 18 08:24:45.588067 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4aa2632b-6510-41f5-91cc-81b50e5de808 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:45.613916 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25e05fa8-2436-46f7-b616-fd194cc676bc req-42c59f83-7316-476f-abad-e3c42f7e02dc service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Feb 18 08:24:45.642386 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 4aa2632b-6510-41f5-91cc-81b50e5de808 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:24:45.646535 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 4aa2632b-6510-41f5-91cc-81b50e5de808 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:45.646906 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:45.735467 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 4aa2632b-6510-41f5-91cc-81b50e5de808 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:45.735904 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:45.766024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:45.768334 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96adcac7-35d9-401c-8ef4-ecdfa01e3dac" -d '{"events": [{"server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "name": "network-vif-plugged", "status": "completed", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:45.780777 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 4aa2632b-6510-41f5-91cc-81b50e5de808, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4aa2632b-6510-41f5-91cc-81b50e5de808,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:45.785087 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:45.811250 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76818bcb-a034-4889-b2b5-cef5fe75fea7 x-openstack-request-id: req-76818bcb-a034-4889-b2b5-cef5fe75fea7 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:45.811570 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "name": "network-vif-plugged", "status": "completed", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:45.811862 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76818bcb-a034-4889-b2b5-cef5fe75fea7 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:45.812251 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'code': 200} Feb 18 08:24:45.837452 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=4aa2632b-6510-41f5-91cc-81b50e5de808,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:45.968609 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97db20e-5cbb-4d64-b1c7-2b83f2739a84 req-a09476da-8518-4bc8-9143-3c6a8ffdf6db tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:45.970175 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a97db20e-5cbb-4d64-b1c7-2b83f2739a84 req-a09476da-8518-4bc8-9143-3c6a8ffdf6db tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0568645 Feb 18 08:24:46.080245 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a97db20e-5cbb-4d64-b1c7-2b83f2739a84 req-4c839eb3-c682-4d2c-bb20-3ae743faa76a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043208 Feb 18 08:24:46.101385 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9fa81-d7d6-4946-9dc9-963760f66c51 req-5e623569-4149-4adf-bd89-91cf67f8ec25 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:46.102849 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b4f9fa81-d7d6-4946-9dc9-963760f66c51 req-5e623569-4149-4adf-bd89-91cf67f8ec25 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.1048248 Feb 18 08:24:46.104755 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c199-7ca1-4156-9e55-6b2b535ab035 req-9c1ec2f3-31b6-4527-9fb9-3c9a29ecf536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:46.106125 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8418c199-7ca1-4156-9e55-6b2b535ab035 req-9c1ec2f3-31b6-4527-9fb9-3c9a29ecf536 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1130 time: 0.1227860 Feb 18 08:24:46.174907 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8418c199-7ca1-4156-9e55-6b2b535ab035 req-9020e692-33c4-46b0-b32d-35ae4a230357 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603046 Feb 18 08:24:46.177992 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b4f9fa81-d7d6-4946-9dc9-963760f66c51 req-a591ef7e-cfd3-44b6-97d2-87cef2ddd94a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693357 Feb 18 08:24:46.291347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1d390-5e00-4c54-bc24-e25ff6c20250 req-11e78312-cc5c-4b21-853e-40cfd6001586 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:46.292819 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1cc1d390-5e00-4c54-bc24-e25ff6c20250 req-11e78312-cc5c-4b21-853e-40cfd6001586 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0554125 Feb 18 08:24:46.339175 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1cc1d390-5e00-4c54-bc24-e25ff6c20250 req-aca16dce-331c-405e-ace8-e9a9e833ada9 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408666 Feb 18 08:24:46.482878 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbb483-d5dd-45f3-a6b0-7f08cd7440ac req-189ed6c2-69f9-4c18-8906-467fb87fa166 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:46.484316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10dbb483-d5dd-45f3-a6b0-7f08cd7440ac req-189ed6c2-69f9-4c18-8906-467fb87fa166 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 943 time: 0.0672019 Feb 18 08:24:46.536181 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10dbb483-d5dd-45f3-a6b0-7f08cd7440ac req-98cd0b16-c313-4518-b548-dd179d857ae8 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461447 Feb 18 08:24:47.199410 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddf30b-5a12-4807-95ab-33a32ceb5afd req-5c200919-84ab-4b70-89b9-f4cf59aad3ac tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:47.200895 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-94ddf30b-5a12-4807-95ab-33a32ceb5afd req-5c200919-84ab-4b70-89b9-f4cf59aad3ac tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0532815 Feb 18 08:24:47.262421 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-94ddf30b-5a12-4807-95ab-33a32ceb5afd req-fd5f6591-7531-44bc-92b4-d54235a70a14 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558474 Feb 18 08:24:47.304156 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310f8e-f859-4b21-af18-a024e0526506 req-a0572dd1-9fbb-4408-9e04-7239e3613fba tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:47.305793 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-40310f8e-f859-4b21-af18-a024e0526506 req-a0572dd1-9fbb-4408-9e04-7239e3613fba tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0588958 Feb 18 08:24:47.350833 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-40310f8e-f859-4b21-af18-a024e0526506 req-c621998a-4b25-40b1-885f-c1df0a2c8fc1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394247 Feb 18 08:24:47.464485 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f3bc7-f339-4e79-9e4a-d57b95af5b5e req-75398c4b-50d2-417a-96f9-11e9f7287696 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:47.465941 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-524f3bc7-f339-4e79-9e4a-d57b95af5b5e req-75398c4b-50d2-417a-96f9-11e9f7287696 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 944 time: 0.0601537 Feb 18 08:24:47.521030 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-524f3bc7-f339-4e79-9e4a-d57b95af5b5e req-65f483f9-0ee0-41ff-8c59-7211df03f0c0 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Feb 18 08:24:47.595542 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ddd4e509-edac-411e-b506-d3a1f1cb16e8 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:24:47.660425 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf6465-b141-4821-9515-f6852521096e req-a14b5c4c-b1c1-4af7-a78f-5ff23e0d1ca6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:47.661950 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-91cf6465-b141-4821-9515-f6852521096e req-a14b5c4c-b1c1-4af7-a78f-5ff23e0d1ca6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 943 time: 0.0603788 Feb 18 08:24:47.712896 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-91cf6465-b141-4821-9515-f6852521096e req-b5366ba9-8b68-4ff2-9a1a-93b6d1c58372 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Feb 18 08:24:47.742542 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.db.resource_extend [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 08:24:47.822241 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ddd4e509-edac-411e-b506-d3a1f1cb16e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:47.834680 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8', 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea', 'port_id': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8', 'mac_address': 'fa:16:3e:5e:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111ac063-68c8-4859-beeb-93bdb06612ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:24:47.873577 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port ddd4e509-edac-411e-b506-d3a1f1cb16e8 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:47.873957 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:47.886924 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4e509-edac-411e-b506-d3a1f1cb16e8 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:47.906669 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ddd4e509-edac-411e-b506-d3a1f1cb16e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:47.913343 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:47.963223 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ddd4e509-edac-411e-b506-d3a1f1cb16e8,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:48.397998 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa182e2-a57c-484a-834c-539f5e30d121 req-7268c287-7ac6-43e6-89e8-18d22b9f4c26 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:48.399613 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8aa182e2-a57c-484a-834c-539f5e30d121 req-7268c287-7ac6-43e6-89e8-18d22b9f4c26 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0692666 Feb 18 08:24:48.475337 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8aa182e2-a57c-484a-834c-539f5e30d121 req-35173ee6-47bb-43b8-88cb-6983f38534b9 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Feb 18 08:24:48.491727 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2925385-3a9b-422f-b811-0b4083807b03 req-f074bbc9-0275-4c9b-b1a1-52dacdb5fe98 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:48.493255 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2925385-3a9b-422f-b811-0b4083807b03 req-f074bbc9-0275-4c9b-b1a1-52dacdb5fe98 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0733633 Feb 18 08:24:48.552509 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2925385-3a9b-422f-b811-0b4083807b03 req-9d04691f-d1b3-4087-adb0-aef6959947ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526552 Feb 18 08:24:48.655152 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987a492-751b-4685-abac-8675c66dd506 req-01c93a34-e36f-4f11-be17-15c037f2f732 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:48.656879 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8987a492-751b-4685-abac-8675c66dd506 req-01c93a34-e36f-4f11-be17-15c037f2f732 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 945 time: 0.0549304 Feb 18 08:24:48.710253 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8987a492-751b-4685-abac-8675c66dd506 req-f3ccc105-7042-44a2-9c66-3a596189434c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Feb 18 08:24:48.819748 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb4e62-7666-463b-9402-ee903833ff02 req-56971ef6-804b-4d42-ab8b-c0f60b2aafda tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:48.820880 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['ddd4e509-edac-411e-b506-d3a1f1cb16e8'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:48.821363 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2dcb4e62-7666-463b-9402-ee903833ff02 req-56971ef6-804b-4d42-ab8b-c0f60b2aafda tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1100981 Feb 18 08:24:48.858325 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-696ad875-530f-47c5-98f0-f3aac49828ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:48.859795 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-696ad875-530f-47c5-98f0-f3aac49828ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.1153233 Feb 18 08:24:48.959819 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525b03c-7c11-43ba-9ca6-0bafa97485f2 req-fa314c84-e937-4894-beab-f87c2b9648fa tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:48.961283 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f525b03c-7c11-43ba-9ca6-0bafa97485f2 req-fa314c84-e937-4894-beab-f87c2b9648fa tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 943 time: 0.1584201 Feb 18 08:24:48.980170 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2dcb4e62-7666-463b-9402-ee903833ff02 req-c8d2244e-db3c-4f51-9660-0e628de2ed0c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344512 Feb 18 08:24:49.040208 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f525b03c-7c11-43ba-9ca6-0bafa97485f2 req-501bcc6e-b25a-4f0b-aa52-c3db4460ac05 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Feb 18 08:24:49.041624 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-e25c2206-4977-482d-b7b4-b112dfbe339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:49.042997 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-e25c2206-4977-482d-b7b4-b112dfbe339a service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.1580756 Feb 18 08:24:49.085335 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-65e7ad01-975d-4d6c-93a2-4a643ef941b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0333347 Feb 18 08:24:49.143688 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-bb3ca94f-f5de-45a1-9e7d-ff4a77bbe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:49.145151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-bb3ca94f-f5de-45a1-9e7d-ff4a77bbe25f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0528176 Feb 18 08:24:49.181022 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-4e71609b-ddd1-4a5c-896b-264d5176baba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259809 Feb 18 08:24:49.274022 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-d519bd92-cc3b-4c64-95ac-e1fe148bcc5a service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825174 Feb 18 08:24:49.378926 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10765cc-9e8f-406e-b815-38402fb5d305 req-b4ca7766-3b32-4289-b405-4b338e31f5ff service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880859 Feb 18 08:24:49.611536 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7543763c-a69d-422a-8940-55187b30ee82 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:24:49.676287 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e3ac0-7335-4f8a-99c6-24f16b51b764 req-197f9e2f-e61c-45e8-b60e-d2dee1f8210f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:49.677943 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ff8e3ac0-7335-4f8a-99c6-24f16b51b764 req-197f9e2f-e61c-45e8-b60e-d2dee1f8210f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0604084 Feb 18 08:24:49.709335 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7543763c-a69d-422a-8940-55187b30ee82, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7543763c-a69d-422a-8940-55187b30ee82,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:49.722399 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '7543763c-a69d-422a-8940-55187b30ee82', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'port_id': '7543763c-a69d-422a-8940-55187b30ee82', 'mac_address': 'fa:16:3e:1a:74:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b564d88-9a20-42c5-8b98-f2da7af9c6d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:24:49.725788 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ff8e3ac0-7335-4f8a-99c6-24f16b51b764 req-dbab0915-ff01-4a24-a5c3-f4e413f98fac tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421252 Feb 18 08:24:49.768680 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7543763c-a69d-422a-8940-55187b30ee82 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:49.769100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7543763c-a69d-422a-8940-55187b30ee82), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:49.786472 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7543763c-a69d-422a-8940-55187b30ee82 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:24:49.808477 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7543763c-a69d-422a-8940-55187b30ee82, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7543763c-a69d-422a-8940-55187b30ee82,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:49.813778 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7543763c-a69d-422a-8940-55187b30ee82), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:49.865842 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7543763c-a69d-422a-8940-55187b30ee82,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:49.875077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb17b29-f896-41b2-b265-124dc5669d1f req-3ae9787c-c89f-4cb5-8391-c764187d60ba tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:49.876600 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1cb17b29-f896-41b2-b265-124dc5669d1f req-3ae9787c-c89f-4cb5-8391-c764187d60ba tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0745656 Feb 18 08:24:49.885518 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 59398) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:49.889744 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c2549-348e-468d-8df6-ebfef9fe3fb1 req-486e20ec-792b-4ed5-9d0d-b5f9799b3a00 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:49.890213 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'floatingip': {'port_id': '4aa2632b-6510-41f5-91cc-81b50e5de808'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:24:49.891520 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ae7c2549-348e-468d-8df6-ebfef9fe3fb1 req-486e20ec-792b-4ed5-9d0d-b5f9799b3a00 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 945 time: 0.0998309 Feb 18 08:24:49.936733 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (ad25fc80-2498-4912-8a81-26f003736392), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:49.941746 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ae7c2549-348e-468d-8df6-ebfef9fe3fb1 req-eb90d3db-ac6a-4538-8473-1af5ef58ee61 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Feb 18 08:24:50.100517 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37661102-2f2f-4365-b1a9-76fa42ea2c47 req-2f14235f-b6ba-4cd2-b490-36218987ba88 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:50.102028 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-37661102-2f2f-4365-b1a9-76fa42ea2c47 req-2f14235f-b6ba-4cd2-b490-36218987ba88 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0540936 Feb 18 08:24:50.183738 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-37661102-2f2f-4365-b1a9-76fa42ea2c47 req-4a2b253c-4762-4007-a867-93ba794a87d6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753014 Feb 18 08:24:50.198416 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71fed8-fced-497c-97f1-1e3230c495dd req-261e49b1-b3cf-4ccb-b7ed-cd7c38580a17 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:50.200215 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ec71fed8-fced-497c-97f1-1e3230c495dd req-261e49b1-b3cf-4ccb-b7ed-cd7c38580a17 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 944 time: 0.0851886 Feb 18 08:24:50.247110 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ec71fed8-fced-497c-97f1-1e3230c495dd req-2e47a4f0-8db0-4036-8565-532e545c43fb tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Feb 18 08:24:50.371446 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:50.377462 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (ad25fc80-2498-4912-8a81-26f003736392), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:50.492811 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Floating IP ad25fc80-2498-4912-8a81-26f003736392 associated. External IP: 172.27.3.93, port: 4aa2632b-6510-41f5-91cc-81b50e5de808. Feb 18 08:24:50.714182 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:24:50.833545 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:24:50.838913 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:50.843800 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:24:50.855522 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:24:50.856186 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:24:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:50.871325 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-64b9a0ba-4a34-4f3a-a026-f6fae949a57b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "PUT /v2.0/floatingips/ad25fc80-2498-4912-8a81-26f003736392 HTTP/1.1" status: 200 len: 991 time: 0.9846911 Feb 18 08:24:50.872277 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:50.874680 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:50.881946 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['7543763c-a69d-422a-8940-55187b30ee82'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:50.920127 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c2869-3a85-4828-968b-fd950fe9cdbd x-openstack-request-id: req-f93c2869-3a85-4828-968b-fd950fe9cdbd {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:50.920621 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:50.920910 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f93c2869-3a85-4828-968b-fd950fe9cdbd {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:50.921483 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'status': 'completed', 'code': 200} Feb 18 08:24:50.996968 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:24:51.002408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-297d03f1-bc40-49d6-8269-196a6f4615c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.003986 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-297d03f1-bc40-49d6-8269-196a6f4615c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1130 time: 0.0466170 Feb 18 08:24:51.139395 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2be3-2828-4ade-b2e4-d14e93b5c661 req-7e1aebe6-ef24-4409-96da-b3add1a7e29a tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.141091 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f0fa2be3-2828-4ade-b2e4-d14e93b5c661 req-7e1aebe6-ef24-4409-96da-b3add1a7e29a tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 945 time: 0.1181436 Feb 18 08:24:51.161901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-77bf4b9c-9535-4204-a572-6c71ddb0099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.163417 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-77bf4b9c-9535-4204-a572-6c71ddb0099e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.1304538 Feb 18 08:24:51.246052 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f0fa2be3-2828-4ade-b2e4-d14e93b5c661 req-a58c43ba-cd45-493e-8372-71d8243eee88 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952995 Feb 18 08:24:51.254320 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-beeb8362-de45-4499-898f-6adfef2949de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 999 time: 0.0804801 Feb 18 08:24:51.343646 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'ad25fc80-2498-4912-8a81-26f003736392', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'port_id': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'mac_address': 'fa:16:3e:ba:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:24:27Z', 'updated_at': '2022-02-18T08:24:50Z', 'revision_number': 1, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:51.355903 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-2b32c068-44a8-498b-9c03-061697bb13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.357390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-2b32c068-44a8-498b-9c03-061697bb13a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.0925138 Feb 18 08:24:51.372708 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492558c8-6786-4562-9315-daaab492a16a req-f8c77f74-8046-4f14-ac6a-6dbab5f71312 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.373921 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:24:51.374179 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-492558c8-6786-4562-9315-daaab492a16a req-f8c77f74-8046-4f14-ac6a-6dbab5f71312 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1189904 Feb 18 08:24:51.390746 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:24:51.391372 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:24:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:51.449043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53a556-eb2b-4cbe-87b6-08bcaea34aec req-109f30bb-df0d-41a4-8286-9b100da0c2f0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.450515 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2d53a556-eb2b-4cbe-87b6-08bcaea34aec req-109f30bb-df0d-41a4-8286-9b100da0c2f0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 944 time: 0.1316645 Feb 18 08:24:51.483816 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-492558c8-6786-4562-9315-daaab492a16a req-5453eb65-b54f-40dd-9e4b-4b75ffec7147 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990782 Feb 18 08:24:51.491855 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-3bef5f66-25e6-4946-ba66-b2744d8e214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:51.493384 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-3bef5f66-25e6-4946-ba66-b2744d8e214a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1183765 Feb 18 08:24:51.508835 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:24:51.565638 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2d53a556-eb2b-4cbe-87b6-08bcaea34aec req-6730ca1f-d285-468b-af70-b6209a0b4b8d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054461 Feb 18 08:24:51.616537 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-4af0c056-a653-4f3c-924b-bdf70600f7c6 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154006 Feb 18 08:24:51.641003 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ddd4e509-edac-411e-b506-d3a1f1cb16e8 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:51.707068 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port ddd4e509-edac-411e-b506-d3a1f1cb16e8 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:24:51.707068 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port ddd4e509-edac-411e-b506-d3a1f1cb16e8 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:51.707068 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:51.755037 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'ad25fc80-2498-4912-8a81-26f003736392', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'port_id': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'mac_address': 'fa:16:3e:ba:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:24:27Z', 'updated_at': '2022-02-18T08:24:50Z', 'revision_number': 1, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:24:51.791266 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57fd7d-c55d-4dd0-8e89-7be91ec769b3 None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'ad25fc80-2498-4912-8a81-26f003736392', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'port_id': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'mac_address': 'fa:16:3e:ba:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:24:27Z', 'updated_at': '2022-02-18T08:24:50Z', 'revision_number': 1, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:24:51.803560 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port ddd4e509-edac-411e-b506-d3a1f1cb16e8 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:51.804015 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:51.842560 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:51.844961 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d460c74-6da0-4bfb-84dd-85bddb0942e5" -d '{"events": [{"server_uuid": "d3e9d4e5-9988-45c5-9412-8db0dfcdac5d", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4e509-edac-411e-b506-d3a1f1cb16e8"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:51.864987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ddd4e509-edac-411e-b506-d3a1f1cb16e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:51.871174 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:51.897225 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecbe266-7d57-4092-8fb8-ee64490f8b74 x-openstack-request-id: req-5ecbe266-7d57-4092-8fb8-ee64490f8b74 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:51.897847 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e9d4e5-9988-45c5-9412-8db0dfcdac5d", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4e509-edac-411e-b506-d3a1f1cb16e8", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:51.897847 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ecbe266-7d57-4092-8fb8-ee64490f8b74 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:51.898243 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8', 'code': 200} Feb 18 08:24:51.931717 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ddd4e509-edac-411e-b506-d3a1f1cb16e8,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:51.973749 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c8360eb8-2a0f-4552-94b6-2f8a12aa2d91 req-521128ad-d65b-4bb6-b80d-59ccd56ff75a service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491142 Feb 18 08:24:52.034447 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f015e-ee61-450f-af8d-14e550f4e4d9 None None] New status for floating IP ad25fc80-2498-4912-8a81-26f003736392: ACTIVE {{(pid=102756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:24:52.103155 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904500-faa2-4f21-baf8-5ad5038cdd36 req-e23ffcd1-4b32-4b75-9c3b-e54150ed6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:52.104788 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90904500-faa2-4f21-baf8-5ad5038cdd36 req-e23ffcd1-4b32-4b75-9c3b-e54150ed6475 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 1130 time: 0.0442698 Feb 18 08:24:52.162206 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90904500-faa2-4f21-baf8-5ad5038cdd36 req-3bad51f3-caf1-4b8f-991d-a9fa66d75065 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Feb 18 08:24:52.371570 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df38e-2906-4d41-ba76-e6e9b6eb1d1c req-8e89ec7d-6d4b-4e2d-86b7-f1408ae4c596 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:52.373107 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc4df38e-2906-4d41-ba76-e6e9b6eb1d1c req-8e89ec7d-6d4b-4e2d-86b7-f1408ae4c596 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0562601 Feb 18 08:24:52.421344 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc4df38e-2906-4d41-ba76-e6e9b6eb1d1c req-7c3d9734-b908-4389-95ca-1682ad2670af tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Feb 18 08:24:52.614504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741021-6706-41c0-b88d-587c26e4fd82 req-dc5e6b4e-d2f5-4afe-ac4b-5aac090fc82c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:52.617548 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a741021-6706-41c0-b88d-587c26e4fd82 req-dc5e6b4e-d2f5-4afe-ac4b-5aac090fc82c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0558207 Feb 18 08:24:52.692780 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a741021-6706-41c0-b88d-587c26e4fd82 req-5787deed-8689-4e20-adea-21a90beadc97 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710979 Feb 18 08:24:52.712683 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4466ef-e18e-4284-8a3f-8dedf990df17 req-006e5b41-27a5-417e-b9c2-090fcdc128fa tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:52.714256 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aa4466ef-e18e-4284-8a3f-8dedf990df17 req-006e5b41-27a5-417e-b9c2-090fcdc128fa tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 944 time: 0.0757127 Feb 18 08:24:52.764144 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aa4466ef-e18e-4284-8a3f-8dedf990df17 req-dbb64872-3d59-42d6-bc58-e4c8dbe8752e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Feb 18 08:24:53.548597 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c840d-b1f1-4b45-98be-dd4b5c9951c0 req-be4555e5-2aad-43cc-84ec-78379b46e273 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:53.550065 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ed8c840d-b1f1-4b45-98be-dd4b5c9951c0 req-be4555e5-2aad-43cc-84ec-78379b46e273 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0543170 Feb 18 08:24:53.599671 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ed8c840d-b1f1-4b45-98be-dd4b5c9951c0 req-a78aa9fd-0531-4df7-a6e9-fbed6b8bd2cc tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Feb 18 08:24:53.645370 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7543763c-a69d-422a-8940-55187b30ee82 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:24:53.700039 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 7543763c-a69d-422a-8940-55187b30ee82 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:24:53.705207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 7543763c-a69d-422a-8940-55187b30ee82 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:24:53.705500 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7543763c-a69d-422a-8940-55187b30ee82), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:53.795943 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7543763c-a69d-422a-8940-55187b30ee82 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:24:53.797372 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7543763c-a69d-422a-8940-55187b30ee82), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:53.832237 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c4aaf-faea-4030-a06d-6809cdacbf3c req-ba1d1499-53b1-45a9-ab87-037ccaeb22e4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:53.838877 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a7c4aaf-faea-4030-a06d-6809cdacbf3c req-ba1d1499-53b1-45a9-ab87-037ccaeb22e4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0765536 Feb 18 08:24:53.840890 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7543763c-a69d-422a-8940-55187b30ee82, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7543763c-a69d-422a-8940-55187b30ee82,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:53.846468 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7543763c-a69d-422a-8940-55187b30ee82), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:53.894819 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7543763c-a69d-422a-8940-55187b30ee82,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:53.899690 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543763c-a69d-422a-8940-55187b30ee82'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:53.901682 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a712691-40a7-4596-bf59-4364444fae2b" -d '{"events": [{"server_uuid": "877e7cde-5220-4a73-aadd-b7e005ec0ecf", "name": "network-vif-plugged", "status": "completed", "tag": "7543763c-a69d-422a-8940-55187b30ee82"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:53.920134 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8a7c4aaf-faea-4030-a06d-6809cdacbf3c req-5f4eb53e-99d2-4a74-870c-f217a6a1b1ae tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699756 Feb 18 08:24:53.932504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9bbbc-9eb1-4e4d-8c6f-e29e019121fc req-69e33c06-7a32-4e2a-bb3a-df68c46d5bbd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:53.933386 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-01b9bbbc-9eb1-4e4d-8c6f-e29e019121fc req-69e33c06-7a32-4e2a-bb3a-df68c46d5bbd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0935252 Feb 18 08:24:53.972518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6434712-8210-43d4-9a91-35a79004a3a0 x-openstack-request-id: req-c6434712-8210-43d4-9a91-35a79004a3a0 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:53.972839 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877e7cde-5220-4a73-aadd-b7e005ec0ecf", "name": "network-vif-plugged", "status": "completed", "tag": "7543763c-a69d-422a-8940-55187b30ee82", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:53.973101 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6434712-8210-43d4-9a91-35a79004a3a0 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:53.973505 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7543763c-a69d-422a-8940-55187b30ee82', 'code': 200} Feb 18 08:24:53.983567 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-01b9bbbc-9eb1-4e4d-8c6f-e29e019121fc req-18ebc87a-4968-415d-b441-47720cf73b6d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Feb 18 08:24:54.166176 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c91bf-8edc-4d61-b740-d15ba80d1022 req-9089f5a5-fef1-4b3e-be9f-e95c47c6aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:54.167768 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c97c91bf-8edc-4d61-b740-d15ba80d1022 req-9089f5a5-fef1-4b3e-be9f-e95c47c6aee3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 1129 time: 0.0449729 Feb 18 08:24:54.246626 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c97c91bf-8edc-4d61-b740-d15ba80d1022 req-990327a8-83cd-4c39-9372-185077cf7dc9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408189 Feb 18 08:24:54.731104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7992b4-8b89-41dd-bdde-b22fcab90e64 req-26c01a77-69e5-4cec-a38b-c9f37faa4d17 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:54.732658 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9b7992b4-8b89-41dd-bdde-b22fcab90e64 req-26c01a77-69e5-4cec-a38b-c9f37faa4d17 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0583305 Feb 18 08:24:54.781641 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9b7992b4-8b89-41dd-bdde-b22fcab90e64 req-28515f19-863c-48d9-b9cb-aca709d2a394 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Feb 18 08:24:55.048714 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3695e-71c6-416f-9e39-de3601c82c9c req-5c5e01ce-7c0a-4a60-8a71-d9da32ecfabf tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:55.050688 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3da3695e-71c6-416f-9e39-de3601c82c9c req-5c5e01ce-7c0a-4a60-8a71-d9da32ecfabf tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0598550 Feb 18 08:24:55.131266 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3da3695e-71c6-416f-9e39-de3601c82c9c req-4793d540-45e3-40f0-88c1-836b0bb00e6c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692658 Feb 18 08:24:55.143098 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05559-2784-49ae-baf2-8db95a3bf96b req-b5acf8f6-e75e-4f80-9476-df6ba2366997 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:55.145467 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8bc05559-2784-49ae-baf2-8db95a3bf96b req-b5acf8f6-e75e-4f80-9476-df6ba2366997 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0923972 Feb 18 08:24:55.201950 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8bc05559-2784-49ae-baf2-8db95a3bf96b req-43af9be7-3f0e-4d59-b99f-9cf64a7ed1e0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Feb 18 08:24:55.905058 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a69a2-57f3-428c-8f50-77de2a7f81c7 req-32941bbd-1588-42a3-8c49-68533c6d62ba tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:55.906882 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ff1a69a2-57f3-428c-8f50-77de2a7f81c7 req-32941bbd-1588-42a3-8c49-68533c6d62ba tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0545168 Feb 18 08:24:55.955938 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ff1a69a2-57f3-428c-8f50-77de2a7f81c7 req-5bceb919-e4cb-4ab1-894f-5c72f84cf52f tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Feb 18 08:24:56.321355 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70745-c60e-466c-b6cf-81e485df9877 req-4d0bba00-5be6-4fee-a652-f2b91699861e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:56.322848 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-45d70745-c60e-466c-b6cf-81e485df9877 req-4d0bba00-5be6-4fee-a652-f2b91699861e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0527852 Feb 18 08:24:56.384271 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-45d70745-c60e-466c-b6cf-81e485df9877 req-1d73f922-d48b-45c0-8d8d-e7ee7a1ddecf tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Feb 18 08:24:56.500886 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 59498) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:56.633141 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:56.771806 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01a9f-fe25-4679-8172-6a3774b42040 req-e502484f-fed3-4a6c-931d-ffa89b53108a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:56.779080 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e4c01a9f-fe25-4679-8172-6a3774b42040 req-e502484f-fed3-4a6c-931d-ffa89b53108a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0909524 Feb 18 08:24:56.832611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Publish callbacks [] for security_group (995f94bf-e769-4a2a-8151-ba8dfde96df7), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:56.838364 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (995f94bf-e769-4a2a-8151-ba8dfde96df7), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:56.898261 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e4c01a9f-fe25-4679-8172-6a3774b42040 req-b46c3355-062d-46e3-957e-6c634cd834fa tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182184 Feb 18 08:24:56.901870 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07096930e56c4132822186442c2cd808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3998981 Feb 18 08:24:56.902678 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995f94bf-e769-4a2a-8151-ba8dfde96df7,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:56.904698 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 59516) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:24:56.932664 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.933205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.933297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.933646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.933954 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.934278 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.934684 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.935014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.935347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.935688 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.936009 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.936407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.936632 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a175ea07-a67d-4a40-8ca4-ede80ed97043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:56.961224 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Publish callbacks [] for security_group (995f94bf-e769-4a2a-8151-ba8dfde96df7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:56.963568 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ceb6-bcad-4449-a2c8-a5d05a794637 req-64144616-d958-4fe9-9b70-29fde9ccba01 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:56.965305 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6ed1ceb6-bcad-4449-a2c8-a5d05a794637 req-64144616-d958-4fe9-9b70-29fde9ccba01 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0815547 Feb 18 08:24:56.984322 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Publish callbacks [] for security_group (995f94bf-e769-4a2a-8151-ba8dfde96df7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:57.015858 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6ed1ceb6-bcad-4449-a2c8-a5d05a794637 req-49a13fac-22f9-4be6-96a3-d87fd592ef81 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Feb 18 08:24:57.035204 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (995f94bf-e769-4a2a-8151-ba8dfde96df7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:57.038963 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:57.040169 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/995f94bf-e769-4a2a-8151-ba8dfde96df7 HTTP/1.1" status: 204 len: 168 time: 0.1343887 Feb 18 08:24:57.049645 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995f94bf-e769-4a2a-8151-ba8dfde96df7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:57.059319 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.059791 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.060135 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.060467 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.060803 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.061149 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.061445 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.061765 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.062078 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.062393 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.062707 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.063025 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:57.063339 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6297b6a-c057-4714-9a1c-f2ec512f2f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:24:58.157841 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66237b-593c-40d0-9ae6-0bbc8115737b req-0301d0ab-a1cf-448b-b8ac-86a18c728309 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:58.164284 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef66237b-593c-40d0-9ae6-0bbc8115737b req-0301d0ab-a1cf-448b-b8ac-86a18c728309 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0662062 Feb 18 08:24:58.232003 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef66237b-593c-40d0-9ae6-0bbc8115737b req-ea736ccb-5622-4eec-8a21-d1bbe8f4daee tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606372 Feb 18 08:24:58.460525 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-0596c76b-073c-4105-aeff-ab5719cf0cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:59.110519 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567929d1-f354-454b-bd60-d48ce18484e9 req-79c19d4d-8e01-4a4d-b829-d8eeb4cebaa5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:59.111914 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-567929d1-f354-454b-bd60-d48ce18484e9 req-79c19d4d-8e01-4a4d-b829-d8eeb4cebaa5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.0603433 Feb 18 08:24:59.216404 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Deleting port ddd4e509-edac-411e-b506-d3a1f1cb16e8 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:24:59.217054 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:59.375900 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] For port ddd4e509-edac-411e-b506-d3a1f1cb16e8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ddd4e509-edac-411e-b506-d3a1f1cb16e8,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:24:59.376272 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:59.392228 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Calling delete_port for ddd4e509-edac-411e-b506-d3a1f1cb16e8 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:24:59.452346 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f6125-3c6d-4cb3-8a84-62d231aec1d8 req-11ed3be3-bf37-4305-8276-50878298b6f1 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:24:59.457139 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-227f6125-3c6d-4cb3-8a84-62d231aec1d8 req-11ed3be3-bf37-4305-8276-50878298b6f1 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e9d4e5-9988-45c5-9412-8db0dfcdac5d HTTP/1.1" status: 200 len: 946 time: 0.1396081 Feb 18 08:24:59.525970 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-227f6125-3c6d-4cb3-8a84-62d231aec1d8 req-8e7a12e2-3122-4c3f-af91-3b5b8cdeceaa tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663698 Feb 18 08:24:59.587354 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ddd4e509-edac-411e-b506-d3a1f1cb16e8), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:59.602471 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['ddd4e509-edac-411e-b506-d3a1f1cb16e8'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:24:59.618947 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Pushing event deleted for resources: {'Port': ['ID=ddd4e509-edac-411e-b506-d3a1f1cb16e8,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:24:59.666095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] No DVR routers for this DVR port ddd4e509-edac-411e-b506-d3a1f1cb16e8 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:24:59.668756 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:24:59.672239 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-567929d1-f354-454b-bd60-d48ce18484e9 req-0a169228-5460-497d-b30c-82d7c768a450 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "DELETE /v2.0/ports/ddd4e509-edac-411e-b506-d3a1f1cb16e8 HTTP/1.1" status: 204 len: 173 time: 0.5522428 Feb 18 08:24:59.672675 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'name': 'network-vif-deleted', 'tag': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:24:59.674912 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e1e9d-8890-4ff8-8156-07c214146dca" -d '{"events": [{"server_uuid": "d3e9d4e5-9988-45c5-9412-8db0dfcdac5d", "name": "network-vif-deleted", "tag": "ddd4e509-edac-411e-b506-d3a1f1cb16e8"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:24:59.721496 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d4927-30df-4193-8a2b-e5435b4e8032 x-openstack-request-id: req-4d3d4927-30df-4193-8a2b-e5435b4e8032 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:24:59.721797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e9d4e5-9988-45c5-9412-8db0dfcdac5d", "name": "network-vif-deleted", "tag": "ddd4e509-edac-411e-b506-d3a1f1cb16e8", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:24:59.722057 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d3d4927-30df-4193-8a2b-e5435b4e8032 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:24:59.722461 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e9d4e5-9988-45c5-9412-8db0dfcdac5d', 'name': 'network-vif-deleted', 'tag': 'ddd4e509-edac-411e-b506-d3a1f1cb16e8', 'status': 'completed', 'code': 200} Feb 18 08:25:00.578796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-aedaa01d-ae6c-46a4-822c-b64f5784d690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:00.854380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-16e36084-45e4-4cc6-9f21-6c59417484ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:00.859814 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-16e36084-45e4-4cc6-9f21-6c59417484ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/networks?id=15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 200 len: 809 time: 0.1137812 Feb 18 08:25:00.871891 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-c1cd2ca5-fcd9-4e27-9b97-cae444c2376b tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/quotas/eb63c2dce7174fc89ddcd9aa2d6ac829 HTTP/1.1" status: 200 len: 375 time: 0.0097253 Feb 18 08:25:00.905656 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-169c2dff-2537-49dc-b5f8-ef617055a5cf tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278077 Feb 18 08:25:01.000554 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-6aae1fc2-f481-4573-9990-a4ac3b44b2a8 service neutron] 10.222.0.69 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882440 Feb 18 08:25:01.101558 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-ebb7d0e4-0fe0-4b74-ac73-29856edb20f7 service neutron] 10.222.0.69 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940478 Feb 18 08:25:01.270197 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0091aeda-31c9-4796-a56c-71843109e830 req-1c2b89e1-b08f-4ace-8325-7ea9b11c55d8 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Feb 18 08:25:01.864962 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:02.357627 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-b8d09dcb-14b2-411f-8f48-12dc72770aa8 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:02.359611 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-b8d09dcb-14b2-411f-8f48-12dc72770aa8 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "GET /v2.0/networks?id=15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 200 len: 809 time: 0.1376536 Feb 18 08:25:02.391022 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Request body: {'port': {'device_id': '650d3807-6929-4acc-9587-4d27231a1f98', 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea', 'admin_state_up': True, 'tenant_id': 'eb63c2dce7174fc89ddcd9aa2d6ac829'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:02.436352 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ecd37a0-881d-4932-a623-258f70a2a3cb req-e747388f-2e98-4470-a54c-5e09f8f2b209 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 210 time: 0.0757883 Feb 18 08:25:02.505025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Made reservation on behalf of eb63c2dce7174fc89ddcd9aa2d6ac829 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:02.508898 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:02.643165 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Allocated IP 172.20.0.9 (15e7968b-dfaf-44ff-bcd1-6f0798305eea/111ac063-68c8-4859-beeb-93bdb06612ff/4e04f502-f4a1-499a-ac77-3428c4112d10) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:02.796181 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks [] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:02.830490 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:02.873614 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Network 15e7968b-dfaf-44ff-bcd1-6f0798305eea is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:02.876820 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:02.880493 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:02.886712 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Pushing event updated for resources: {'Port': ['ID=4e04f502-f4a1-499a-ac77-3428c4112d10,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:02.934098 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:02.934704 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:02.952040 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-7a64ecee-80d7-4156-b9f8-d4afd4023fd5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804808 Feb 18 08:25:02.965939 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Request body: {'port': {'device_id': '650d3807-6929-4acc-9587-4d27231a1f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:03.026325 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.032241 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.295137 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e04f502-f4a1-499a-ac77-3428c4112d10 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:25:03.302994 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Publish callbacks [] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.315274 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Transition to ACTIVE for port object 4e04f502-f4a1-499a-ac77-3428c4112d10 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:25:03.319818 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.370611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e04f502-f4a1-499a-ac77-3428c4112d10,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:03.442181 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Attempting to bind port 4e04f502-f4a1-499a-ac77-3428c4112d10 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:03.442519 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Attempting to bind port 4e04f502-f4a1-499a-ac77-3428c4112d10 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:03.442846 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Attempting to bind port 4e04f502-f4a1-499a-ac77-3428c4112d10 on network 15e7968b-dfaf-44ff-bcd1-6f0798305eea {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:03.447537 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Port 4e04f502-f4a1-499a-ac77-3428c4112d10 on network 15e7968b-dfaf-44ff-bcd1-6f0798305eea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:25:03.447884 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Attempting to bind port 4e04f502-f4a1-499a-ac77-3428c4112d10 on network 15e7968b-dfaf-44ff-bcd1-6f0798305eea {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:03.452654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:03.452985 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Checking segment: {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:03.453465 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Bound using segment: {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:03.453914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Bound port: 4e04f502-f4a1-499a-ac77-3428c4112d10, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bed5d5-babc-4181-9226-efb5b9ef66cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:03.454267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.562091 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] For port 4e04f502-f4a1-499a-ac77-3428c4112d10, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:03.575148 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] For port 4e04f502-f4a1-499a-ac77-3428c4112d10, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e04f502-f4a1-499a-ac77-3428c4112d10,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:03.594565 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee076-fa54-44a1-a1a2-e40944d56cd8 req-07a3c9a2-bb11-47e8-85f0-bfc159de5044 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:03.596042 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-093ee076-fa54-44a1-a1a2-e40944d56cd8 req-07a3c9a2-bb11-47e8-85f0-bfc159de5044 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 943 time: 0.0783148 Feb 18 08:25:03.597511 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.644068 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:03.644675 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:03.646038 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] 10.222.0.79 "PUT /v2.0/ports/4e04f502-f4a1-499a-ac77-3428c4112d10 HTTP/1.1" status: 200 len: 1093 time: 0.6842554 Feb 18 08:25:03.648011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d3807-6929-4acc-9587-4d27231a1f98', 'tag': '4e04f502-f4a1-499a-ac77-3428c4112d10'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:25:03.650204 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc76756e-4dcd-4548-b5ac-8a674f1545f6" -d '{"events": [{"name": "network-changed", "server_uuid": "650d3807-6929-4acc-9587-4d27231a1f98", "tag": "4e04f502-f4a1-499a-ac77-3428c4112d10"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:25:03.692390 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ddd4e509-edac-411e-b506-d3a1f1cb16e8 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:25:03.695505 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc4f5a-d61a-492c-935b-94e565d3a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e04f502-f4a1-499a-ac77-3428c4112d10,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:03.702690 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e65274-6aaa-439a-ba10-8166c63ae5db x-openstack-request-id: req-59e65274-6aaa-439a-ba10-8166c63ae5db {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:25:03.702979 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650d3807-6929-4acc-9587-4d27231a1f98", "tag": "4e04f502-f4a1-499a-ac77-3428c4112d10", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:25:03.703227 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59e65274-6aaa-439a-ba10-8166c63ae5db {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:25:03.703638 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d3807-6929-4acc-9587-4d27231a1f98', 'tag': '4e04f502-f4a1-499a-ac77-3428c4112d10', 'status': 'completed', 'code': 200} Feb 18 08:25:03.715766 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-093ee076-fa54-44a1-a1a2-e40944d56cd8 req-cb2ab939-7231-465a-9731-97584a11b413 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087608 Feb 18 08:25:03.736551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: ddd4e509-edac-411e-b506-d3a1f1cb16e8 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:25:03.736879 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ddd4e509-edac-411e-b506-d3a1f1cb16e8 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:25:03.770194 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-83ca7665-eea4-48ed-ae31-e045b091d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:03.771821 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-83ca7665-eea4-48ed-ae31-e045b091d098 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 1127 time: 0.0545774 Feb 18 08:25:03.823326 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-cb4252d7-376b-4b69-943c-ec9b6cb8944d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e04f502-f4a1-499a-ac77-3428c4112d10 HTTP/1.1" status: 200 len: 217 time: 0.0416162 Feb 18 08:25:03.875147 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-e25e727e-bdac-441a-a51b-d4ce45365055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:03.876758 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-e25e727e-bdac-441a-a51b-d4ce45365055 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=111ac063-68c8-4859-beeb-93bdb06612ff HTTP/1.1" status: 200 len: 849 time: 0.0448139 Feb 18 08:25:03.931886 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-d7e3ae0c-d675-4a44-a10b-4e30cd01b019 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=15e7968b-dfaf-44ff-bcd1-6f0798305eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266387 Feb 18 08:25:04.027023 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-b30dcc06-19fb-4558-b9f9-ce7563957e8b service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855932 Feb 18 08:25:04.119481 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31951e5e-1d42-41a7-ad3d-140eceb994a4 req-e11e9816-6bb7-4fd5-84d0-e21005c72eec service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Feb 18 08:25:04.227429 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-2779e942-9c23-43b2-bd20-2e81f277d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:04.229010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-2779e942-9c23-43b2-bd20-2e81f277d627 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 1127 time: 0.0502787 Feb 18 08:25:04.328883 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-ba5502bc-6ada-464f-a090-8ab7c947e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:04.330381 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-ba5502bc-6ada-464f-a090-8ab7c947e984 service neutron] 10.222.0.79 "GET /v2.0/networks?id=15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 200 len: 910 time: 0.0947621 Feb 18 08:25:04.372480 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-792ecb8e-3349-4169-9ef4-5ad6c61a9726 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e04f502-f4a1-499a-ac77-3428c4112d10 HTTP/1.1" status: 200 len: 217 time: 0.0341804 Feb 18 08:25:04.426768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-cc66bf9f-3c5c-4b63-9c19-a023b62990d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:04.428481 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-cc66bf9f-3c5c-4b63-9c19-a023b62990d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=111ac063-68c8-4859-beeb-93bdb06612ff HTTP/1.1" status: 200 len: 849 time: 0.0488245 Feb 18 08:25:04.452398 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:04.461603 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-bb3f5794-b470-4d7e-8be0-5b6dc247937b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=15e7968b-dfaf-44ff-bcd1-6f0798305eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263486 Feb 18 08:25:04.562002 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-94358ae5-3167-479f-b8a5-834df02954cb service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871360 Feb 18 08:25:04.661010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc76756e-4dcd-4548-b5ac-8a674f1545f6 req-2cf80509-631f-4933-9b12-f2e41fa85142 service neutron] 10.222.0.79 "GET /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860281 Feb 18 08:25:04.844043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899dd2a-84a9-425d-b3ce-a62c82f59cbd req-79376d0e-fd97-47f9-a90b-b9a655abaeec tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:04.845553 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f899dd2a-84a9-425d-b3ce-a62c82f59cbd req-79376d0e-fd97-47f9-a90b-b9a655abaeec tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 943 time: 0.0563042 Feb 18 08:25:04.893734 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f899dd2a-84a9-425d-b3ce-a62c82f59cbd req-95d9a7a6-1333-4fff-bef8-fd47e7e87443 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424271 Feb 18 08:25:06.074728 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-53c6452b-21ae-4fa5-935e-ea2ff1e7fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:06.076163 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-53c6452b-21ae-4fa5-935e-ea2ff1e7fdad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.1127169 Feb 18 08:25:06.084297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695db052-f0fc-4a22-8e54-dfac58eeb7b7 req-ffbf377f-a843-4107-b8c4-e9b315b166a5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:06.085614 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-695db052-f0fc-4a22-8e54-dfac58eeb7b7 req-ffbf377f-a843-4107-b8c4-e9b315b166a5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 943 time: 0.1131477 Feb 18 08:25:06.102232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcd772-a663-4b6c-b94a-107f40daea4d req-29cbd628-41b3-4d8c-9142-325f12db88b1 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:06.103580 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1fbcd772-a663-4b6c-b94a-107f40daea4d req-29cbd628-41b3-4d8c-9142-325f12db88b1 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1320963 Feb 18 08:25:06.228213 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-695db052-f0fc-4a22-8e54-dfac58eeb7b7 req-1a23f3b9-6a44-4380-afb7-b4bcbc4110b0 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326907 Feb 18 08:25:06.238681 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1fbcd772-a663-4b6c-b94a-107f40daea4d req-66d1f3b2-7385-46a5-8d79-4b701c6d0c67 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207974 Feb 18 08:25:06.243387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-162f63c0-1310-4fe2-a4d1-31a89aff8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:06.244847 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-162f63c0-1310-4fe2-a4d1-31a89aff8122 service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.1569605 Feb 18 08:25:06.294500 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-3159d017-7d63-480d-a20e-6849935a52e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.0347908 Feb 18 08:25:06.350986 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-d10c17b5-4c65-4188-bc15-bea4ad597713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:06.352518 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-d10c17b5-4c65-4188-bc15-bea4ad597713 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.0469561 Feb 18 08:25:06.384984 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-65c88d79-e5c8-4e89-a4e4-371b4c526d30 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249867 Feb 18 08:25:06.478462 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-d40c3345-8c08-4893-96fe-ea1ea867b86c service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Feb 18 08:25:06.804331 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b10222f9-bcac-404b-b02b-1e2168c7bd94 req-6a1fa83a-1fc4-45dc-92c9-c3f2e832a236 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149014 Feb 18 08:25:07.381677 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89329d-608e-484e-b4f2-7fc10bb75d7a req-207e6e25-f680-4f21-8eba-3c081d963c6a tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:07.383172 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7b89329d-608e-484e-b4f2-7fc10bb75d7a req-207e6e25-f680-4f21-8eba-3c081d963c6a tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 943 time: 0.0793989 Feb 18 08:25:07.394675 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd8ccd-8bd5-4663-a3d7-00fc7e896248 req-377c8e74-ac92-439d-baab-d257857c264f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:07.396145 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d9cd8ccd-8bd5-4663-a3d7-00fc7e896248 req-377c8e74-ac92-439d-baab-d257857c264f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0835998 Feb 18 08:25:07.468675 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7b89329d-608e-484e-b4f2-7fc10bb75d7a req-b0c3d525-4514-44a3-9514-f103ad5292da tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714550 Feb 18 08:25:07.471864 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d9cd8ccd-8bd5-4663-a3d7-00fc7e896248 req-dac11bd0-ba67-4632-8d10-3ed3206876e4 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Feb 18 08:25:07.698739 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4e04f502-f4a1-499a-ac77-3428c4112d10 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:25:07.798596 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 4e04f502-f4a1-499a-ac77-3428c4112d10, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e04f502-f4a1-499a-ac77-3428c4112d10,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:07.810708 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '4e04f502-f4a1-499a-ac77-3428c4112d10', 'network_id': '15e7968b-dfaf-44ff-bcd1-6f0798305eea', 'port_id': '4e04f502-f4a1-499a-ac77-3428c4112d10', 'mac_address': 'fa:16:3e:c1:2d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111ac063-68c8-4859-beeb-93bdb06612ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:25:07.847961 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 4e04f502-f4a1-499a-ac77-3428c4112d10 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:07.848356 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:07.861591 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e04f502-f4a1-499a-ac77-3428c4112d10 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:25:07.881617 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 4e04f502-f4a1-499a-ac77-3428c4112d10, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e04f502-f4a1-499a-ac77-3428c4112d10,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:07.886773 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:07.934051 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=4e04f502-f4a1-499a-ac77-3428c4112d10,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:08.131243 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 59804) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:08.280114 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-190ba67a-c5e8-4d22-8fac-a91d810d1f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.368457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-190ba67a-c5e8-4d22-8fac-a91d810d1f90 admin admin] Publish callbacks [] for security_group (dd333ff3-754d-404c-934d-aa23fab19144), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.374221 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-190ba67a-c5e8-4d22-8fac-a91d810d1f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dd333ff3-754d-404c-934d-aa23fab19144), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.410807 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-190ba67a-c5e8-4d22-8fac-a91d810d1f90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f3cfb5c66984da991edea7da68dc805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784786 Feb 18 08:25:08.411612 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ba67a-c5e8-4d22-8fac-a91d810d1f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd333ff3-754d-404c-934d-aa23fab19144,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:08.414216 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 59810) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:08.462585 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5b4278d-8664-41ab-9443-3cf3d623ee7f admin admin] Publish callbacks [] for security_group (dd333ff3-754d-404c-934d-aa23fab19144), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.483205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5b4278d-8664-41ab-9443-3cf3d623ee7f admin admin] Publish callbacks [] for security_group (dd333ff3-754d-404c-934d-aa23fab19144), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.535356 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5b4278d-8664-41ab-9443-3cf3d623ee7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (dd333ff3-754d-404c-934d-aa23fab19144), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.537991 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5b4278d-8664-41ab-9443-3cf3d623ee7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:08.539161 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-e5b4278d-8664-41ab-9443-3cf3d623ee7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd333ff3-754d-404c-934d-aa23fab19144 HTTP/1.1" status: 204 len: 168 time: 0.1240747 Feb 18 08:25:08.587779 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4278d-8664-41ab-9443-3cf3d623ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd333ff3-754d-404c-934d-aa23fab19144,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:08.636091 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815a229-fa05-4792-814e-a5815449eba2 req-17e2590e-3876-415f-8061-6f5709445179 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:08.637511 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d815a229-fa05-4792-814e-a5815449eba2 req-17e2590e-3876-415f-8061-6f5709445179 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 944 time: 0.0972431 Feb 18 08:25:08.645295 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba41b2-1e45-46e4-aee9-65d8cee295d9 req-a9e6a631-e502-4963-b4ba-dcdea6d7bc1a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:08.646697 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d6ba41b2-1e45-46e4-aee9-65d8cee295d9 req-a9e6a631-e502-4963-b4ba-dcdea6d7bc1a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0952537 Feb 18 08:25:08.717232 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d815a229-fa05-4792-814e-a5815449eba2 req-23de4a20-5d9b-4d15-b2b1-643914c27979 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695426 Feb 18 08:25:08.721569 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d6ba41b2-1e45-46e4-aee9-65d8cee295d9 req-549f3030-f58d-4e4e-ba99-f0161e688d7c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673571 Feb 18 08:25:08.980495 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:25:09.000681 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['4e04f502-f4a1-499a-ac77-3428c4112d10'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:25:09.877052 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee5563-e8f5-4975-94ce-edb9a49c4cea req-89d4fa50-61de-4d9b-a030-b70b1dded2cf tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:09.878509 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49ee5563-e8f5-4975-94ce-edb9a49c4cea req-89d4fa50-61de-4d9b-a030-b70b1dded2cf tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 944 time: 0.0866210 Feb 18 08:25:09.885646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b500e59-90d9-4ed9-8fd2-a6812e2a74b4 req-cfb45c41-6927-4a13-8992-959ee2706273 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:09.886988 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3b500e59-90d9-4ed9-8fd2-a6812e2a74b4 req-cfb45c41-6927-4a13-8992-959ee2706273 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0840197 Feb 18 08:25:09.955096 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49ee5563-e8f5-4975-94ce-edb9a49c4cea req-40a6a56d-0278-4bac-9285-d38df2026cdd tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Feb 18 08:25:09.959148 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3b500e59-90d9-4ed9-8fd2-a6812e2a74b4 req-6d8632bf-3e1d-4d32-a8f0-4d5285861809 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655944 Feb 18 08:25:11.109635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb9f77-68ec-4fed-89e8-ab8489163a6e req-72a23f11-3493-483e-b371-a2ceb74e2bfe tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:11.111010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-14fb9f77-68ec-4fed-89e8-ab8489163a6e req-72a23f11-3493-483e-b371-a2ceb74e2bfe tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 944 time: 0.0855000 Feb 18 08:25:11.117468 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51731b3d-fe51-47b5-9157-006de1f94c75 req-75249ca4-5549-4fe8-a2d6-9e853b1d4b54 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:11.118795 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51731b3d-fe51-47b5-9157-006de1f94c75 req-75249ca4-5549-4fe8-a2d6-9e853b1d4b54 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0913742 Feb 18 08:25:11.187493 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-14fb9f77-68ec-4fed-89e8-ab8489163a6e req-9f0e6b5e-843d-470b-8a03-cb5aedcccbc6 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677786 Feb 18 08:25:11.192718 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51731b3d-fe51-47b5-9157-006de1f94c75 req-ed416753-ab74-4586-b3bb-398a9c2808a8 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Feb 18 08:25:11.711164 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4e04f502-f4a1-499a-ac77-3428c4112d10 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:11.776860 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 4e04f502-f4a1-499a-ac77-3428c4112d10 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:25:11.780858 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 4e04f502-f4a1-499a-ac77-3428c4112d10 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:11.781232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:11.857682 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 4e04f502-f4a1-499a-ac77-3428c4112d10 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:11.857891 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:11.883524 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d3807-6929-4acc-9587-4d27231a1f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e04f502-f4a1-499a-ac77-3428c4112d10'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:25:11.885842 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cbe4fe-69ed-4cfa-876f-bef0f175bebc" -d '{"events": [{"server_uuid": "650d3807-6929-4acc-9587-4d27231a1f98", "name": "network-vif-plugged", "status": "completed", "tag": "4e04f502-f4a1-499a-ac77-3428c4112d10"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:25:11.898789 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 4e04f502-f4a1-499a-ac77-3428c4112d10, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e04f502-f4a1-499a-ac77-3428c4112d10,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:11.916965 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:11.950535 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eff3a8-fd6a-45a6-8a9a-450fad718639 x-openstack-request-id: req-a0eff3a8-fd6a-45a6-8a9a-450fad718639 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:25:11.950774 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d3807-6929-4acc-9587-4d27231a1f98", "name": "network-vif-plugged", "status": "completed", "tag": "4e04f502-f4a1-499a-ac77-3428c4112d10", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:25:11.951129 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0eff3a8-fd6a-45a6-8a9a-450fad718639 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:25:11.951907 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d3807-6929-4acc-9587-4d27231a1f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e04f502-f4a1-499a-ac77-3428c4112d10', 'code': 200} Feb 18 08:25:11.991729 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=4e04f502-f4a1-499a-ac77-3428c4112d10,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:12.157421 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f3285-9b41-4a68-979a-b81fffcfb5c9 req-7eaaad5a-a767-482a-bfe1-64066d5c5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:12.158804 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-759f3285-9b41-4a68-979a-b81fffcfb5c9 req-7eaaad5a-a767-482a-bfe1-64066d5c5c0c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 1129 time: 0.0477917 Feb 18 08:25:12.209576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-759f3285-9b41-4a68-979a-b81fffcfb5c9 req-4b2fb878-95eb-46b4-a697-5f623fcdea77 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Feb 18 08:25:12.341486 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e1c7-3106-4ee1-a79e-72b636ceb338 req-4f3d4b03-95d1-4526-973c-3359bc8e2a00 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:12.343253 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1804e1c7-3106-4ee1-a79e-72b636ceb338 req-4f3d4b03-95d1-4526-973c-3359bc8e2a00 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0860920 Feb 18 08:25:12.350919 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2edb-d716-40cb-b5fe-90b2612bf41a req-5556284e-ae62-4cfe-a0f3-9e917d8c8b8b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:12.352289 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f0e2edb-d716-40cb-b5fe-90b2612bf41a req-5556284e-ae62-4cfe-a0f3-9e917d8c8b8b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0851939 Feb 18 08:25:12.421355 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1804e1c7-3106-4ee1-a79e-72b636ceb338 req-0375cca4-7d41-426c-a494-98e71bdd1e4c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680368 Feb 18 08:25:12.424502 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f0e2edb-d716-40cb-b5fe-90b2612bf41a req-7db12923-cf8b-49f4-90d3-8bb8e227f642 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656219 Feb 18 08:25:12.978411 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:13.568836 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16442d-e847-41f5-a4fa-89f6f9dbf4ad req-41c8c1a6-0ac4-44f3-bcb6-d8b6a0f2da92 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:13.570275 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4a16442d-e847-41f5-a4fa-89f6f9dbf4ad req-41c8c1a6-0ac4-44f3-bcb6-d8b6a0f2da92 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0812275 Feb 18 08:25:13.618732 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928deae-874e-4530-bc89-fb5400d5e6f3 req-f770245d-9518-4b17-a40a-a9d7b68792c3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:13.620196 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b928deae-874e-4530-bc89-fb5400d5e6f3 req-f770245d-9518-4b17-a40a-a9d7b68792c3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0864663 Feb 18 08:25:13.637588 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4a16442d-e847-41f5-a4fa-89f6f9dbf4ad req-4a4dae3b-da3f-4a3a-8a2c-279e6d98ad10 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Feb 18 08:25:13.672813 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b928deae-874e-4530-bc89-fb5400d5e6f3 req-cb97e2cf-56a9-41f0-b021-49847f5b92be tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Feb 18 08:25:14.791975 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a13ec-6c3d-4d0f-9a29-c2447f73d3a8 req-27592fb2-1c00-4478-9f90-f224a5b25b94 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:14.793358 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-807a13ec-6c3d-4d0f-9a29-c2447f73d3a8 req-27592fb2-1c00-4478-9f90-f224a5b25b94 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0841048 Feb 18 08:25:14.827022 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078bf13-b175-4a9a-849d-04ee5ae09901 req-166f1701-21b9-462f-9304-14b0115bda65 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:14.828549 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6078bf13-b175-4a9a-849d-04ee5ae09901 req-166f1701-21b9-462f-9304-14b0115bda65 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0855560 Feb 18 08:25:14.865952 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-807a13ec-6c3d-4d0f-9a29-c2447f73d3a8 req-60bff1a8-9e27-419f-8938-7ffa30678eb5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660908 Feb 18 08:25:14.891458 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6078bf13-b175-4a9a-849d-04ee5ae09901 req-daf0ecf3-7905-4a82-b236-cde19e648b73 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537493 Feb 18 08:25:16.027138 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e062b-848c-4395-adb5-106858a1189f req-9c7161be-d767-4935-9e85-08e73d92c072 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:16.028642 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-834e062b-848c-4395-adb5-106858a1189f req-9c7161be-d767-4935-9e85-08e73d92c072 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0884452 Feb 18 08:25:16.038013 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b8b6-28c8-4abc-bffe-bd7bf630569b req-de866605-7e7a-477e-a17f-c584b4945e3c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:16.039377 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d10b8b6-28c8-4abc-bffe-bd7bf630569b req-de866605-7e7a-477e-a17f-c584b4945e3c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0728807 Feb 18 08:25:16.108427 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-834e062b-848c-4395-adb5-106858a1189f req-839556dc-3761-40b1-9f5f-4ada4d4542d7 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679507 Feb 18 08:25:16.111534 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d10b8b6-28c8-4abc-bffe-bd7bf630569b req-12e9a57b-050a-47fe-8a32-5aaa9fbcc725 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652056 Feb 18 08:25:17.267758 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1da2-b7bd-4ed1-996a-9cb3b44a7f0a req-48ad2b1a-2c00-42ed-be50-6d5bf147fa6c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:17.269223 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fcfe1da2-b7bd-4ed1-996a-9cb3b44a7f0a req-48ad2b1a-2c00-42ed-be50-6d5bf147fa6c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0821304 Feb 18 08:25:17.279587 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd18ba-cc35-439e-b8da-0d9e2d8e5b91 req-50d8a04b-f52d-44fb-a31c-25277f28fe2d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:17.280954 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5fcd18ba-cc35-439e-b8da-0d9e2d8e5b91 req-50d8a04b-f52d-44fb-a31c-25277f28fe2d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0813184 Feb 18 08:25:17.352881 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fcfe1da2-b7bd-4ed1-996a-9cb3b44a7f0a req-526e5b8a-77e3-41c6-b5f2-57c8964ccbd6 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710013 Feb 18 08:25:17.356086 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5fcd18ba-cc35-439e-b8da-0d9e2d8e5b91 req-48438b01-b4c8-4078-be96-bb010bcf0ca3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686693 Feb 18 08:25:18.515659 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14f606-5261-4e18-899b-f16ddae382a2 req-f656fa67-b37c-4f60-b859-7edd91080492 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:18.517156 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5e14f606-5261-4e18-899b-f16ddae382a2 req-f656fa67-b37c-4f60-b859-7edd91080492 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0814519 Feb 18 08:25:18.523653 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda71335-5699-4b71-b73d-7fa930f03ac0 req-a13eb902-0bf0-4ae2-b48b-ec5601c0c0c5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:18.525050 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eda71335-5699-4b71-b73d-7fa930f03ac0 req-a13eb902-0bf0-4ae2-b48b-ec5601c0c0c5 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0912533 Feb 18 08:25:18.594471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5e14f606-5261-4e18-899b-f16ddae382a2 req-a094a2e6-b4bc-429c-8aea-7f361c9804db tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Feb 18 08:25:18.597706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eda71335-5699-4b71-b73d-7fa930f03ac0 req-409315cf-e532-4396-b677-a22de9e58c11 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661564 Feb 18 08:25:19.756458 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f0441-d541-4be3-aa99-7c0a85c15736 req-c0da1d81-90f9-42ef-968d-0d2658a2c760 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:19.757912 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b86f0441-d541-4be3-aa99-7c0a85c15736 req-c0da1d81-90f9-42ef-968d-0d2658a2c760 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0812557 Feb 18 08:25:19.769487 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d932623-30ba-4573-8fcd-a6b1217ee4d1 req-dcd4b661-11a5-43a5-9cbe-cd2a84fc06cc tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:19.770950 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d932623-30ba-4573-8fcd-a6b1217ee4d1 req-dcd4b661-11a5-43a5-9cbe-cd2a84fc06cc tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0855708 Feb 18 08:25:19.838406 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b86f0441-d541-4be3-aa99-7c0a85c15736 req-8979a845-1b44-4f38-8c9e-b0ff94a69f19 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 Feb 18 08:25:19.845458 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d932623-30ba-4573-8fcd-a6b1217ee4d1 req-7830825d-6259-4821-ac5c-f419fa6e8c0e tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679088 Feb 18 08:25:21.002418 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568426de-5cfa-4164-a31c-f165f27cf87f req-bb33c056-fb81-4389-b0c9-8d45c485cd3c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:21.003919 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-568426de-5cfa-4164-a31c-f165f27cf87f req-bb33c056-fb81-4389-b0c9-8d45c485cd3c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0813520 Feb 18 08:25:21.015224 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2cab2-d0fc-4176-8d31-f4aeba84b260 req-dd18d4bb-25e3-45e5-934f-23285947e1d4 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:21.016653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ba2cab2-d0fc-4176-8d31-f4aeba84b260 req-dd18d4bb-25e3-45e5-934f-23285947e1d4 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0928032 Feb 18 08:25:21.093046 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-568426de-5cfa-4164-a31c-f165f27cf87f req-80151309-92a7-4796-9762-c99d264b36b0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754607 Feb 18 08:25:21.097244 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ba2cab2-d0fc-4176-8d31-f4aeba84b260 req-ec0d5d9b-09d8-4773-8091-e0ce96996515 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 Feb 18 08:25:22.246725 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dc9f0-020d-499d-b7eb-dfba13b4b46b req-b183c674-82ab-41df-9b1d-9c9961db4499 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:22.248227 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c90dc9f0-020d-499d-b7eb-dfba13b4b46b req-b183c674-82ab-41df-9b1d-9c9961db4499 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0876770 Feb 18 08:25:22.257632 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa858e60-0d8d-42f7-a0a6-657efad20198 req-3cabcded-7eec-423e-ad91-bf09bda7783b tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:22.258995 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fa858e60-0d8d-42f7-a0a6-657efad20198 req-3cabcded-7eec-423e-ad91-bf09bda7783b tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0893643 Feb 18 08:25:22.326364 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c90dc9f0-020d-499d-b7eb-dfba13b4b46b req-d63d16b2-9bff-41ea-a906-3c9de4c8c6b8 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664501 Feb 18 08:25:22.333247 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fa858e60-0d8d-42f7-a0a6-657efad20198 req-b9c86782-0df6-41ea-b4af-0459faed9fb4 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677743 Feb 18 08:25:23.497203 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2065d-c9ec-4232-861f-9ace4881e342 req-6570af47-9215-4274-b24e-decd3122edc7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:23.498687 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51c2065d-c9ec-4232-861f-9ace4881e342 req-6570af47-9215-4274-b24e-decd3122edc7 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0889509 Feb 18 08:25:23.518123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5f403-04c1-4735-95ac-ae86ee4fc43c req-35d85798-5762-4604-9f06-c85f2ba18a9c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:23.519524 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9be5f403-04c1-4735-95ac-ae86ee4fc43c req-35d85798-5762-4604-9f06-c85f2ba18a9c tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0833368 Feb 18 08:25:23.581036 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51c2065d-c9ec-4232-861f-9ace4881e342 req-8585225b-335c-4ffa-9378-8fc59cb57a2c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763288 Feb 18 08:25:23.592210 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9be5f403-04c1-4735-95ac-ae86ee4fc43c req-d8f7fe1b-0443-4150-8cbc-6c3ee90ee80f tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654078 Feb 18 08:25:24.731333 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c619218-964e-41ef-bcb4-fff69c83c59c req-c1af7bc5-47ab-438f-b07e-66b26c39972a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:24.732847 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c619218-964e-41ef-bcb4-fff69c83c59c req-c1af7bc5-47ab-438f-b07e-66b26c39972a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0831673 Feb 18 08:25:24.743446 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9520a-22b5-4d53-9aa1-8bba40071977 req-2ba0ee6b-2140-49e3-84af-9986f7c94d99 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:24.744907 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b9c9520a-22b5-4d53-9aa1-8bba40071977 req-2ba0ee6b-2140-49e3-84af-9986f7c94d99 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0838838 Feb 18 08:25:24.825094 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c619218-964e-41ef-bcb4-fff69c83c59c req-5fd27c2c-7177-47a9-9368-e807f80c2437 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792403 Feb 18 08:25:24.829467 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b9c9520a-22b5-4d53-9aa1-8bba40071977 req-6c7bbc17-1317-46f4-b946-7fe44fd56d10 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740328 Feb 18 08:25:25.200407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-6e2d2753-530b-4f16-adb6-dbfda862fd59 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:25.201869 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-6e2d2753-530b-4f16-adb6-dbfda862fd59 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.1034784 Feb 18 08:25:25.218151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-3b1c1643-fd44-4271-a991-8c668b5cf251 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/quotas/53af05a70c1040e483cc64f7d538803b HTTP/1.1" status: 200 len: 375 time: 0.0093923 Feb 18 08:25:25.277013 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-4080fd27-3666-49fb-8919-bace1d2e6ae9 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539944 Feb 18 08:25:25.369848 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-6cf484ac-9f4d-4e2a-96ab-e6f5bd8b4f43 service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860560 Feb 18 08:25:25.463801 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-6993f102-4fa8-493b-8a33-feaecef9e56d service neutron] 10.222.0.69 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882442 Feb 18 08:25:25.665019 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c69ba52f-c65b-47e0-8302-dbd407dd1b18 req-7114e8c0-b783-483f-99a9-fba96d18db2e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0424538 Feb 18 08:25:25.784456 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916f5e-6504-4721-94ac-9c1c5b488158 req-0e7ac164-728d-4f69-91c5-4adc12c5d8f7 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:25.786010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4e916f5e-6504-4721-94ac-9c1c5b488158 req-0e7ac164-728d-4f69-91c5-4adc12c5d8f7 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0576916 Feb 18 08:25:25.840136 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4e916f5e-6504-4721-94ac-9c1c5b488158 req-014dffd6-246e-4e5a-a6e5-091346cebeac tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Feb 18 08:25:25.944033 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21518ed5-c83d-4229-916e-653dec02acd2 req-d9ef863f-d08c-420c-b471-652d69b7a69d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:25.945766 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-21518ed5-c83d-4229-916e-653dec02acd2 req-d9ef863f-d08c-420c-b471-652d69b7a69d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0540235 Feb 18 08:25:25.995650 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-21518ed5-c83d-4229-916e-653dec02acd2 req-49b6e5ae-d35f-443e-b6c5-fe60fd70cee6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Feb 18 08:25:26.768028 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65532ebd-1777-4dd1-ae6c-f9c321c6293a req-9f02e14e-1e70-42a0-8d08-21f5f2f1b2b9 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0334969 Feb 18 08:25:26.962265 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80421a8-7845-44cc-bd0e-d06d56b9c33d req-87f86bf6-e5df-4e96-a17e-52739ba11414 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:26.963747 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d80421a8-7845-44cc-bd0e-d06d56b9c33d req-87f86bf6-e5df-4e96-a17e-52739ba11414 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Feb 18 08:25:27.009452 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d80421a8-7845-44cc-bd0e-d06d56b9c33d req-f169b0cb-2706-494d-a4d0-ef981d9e6c52 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Feb 18 08:25:27.118303 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280823e-766e-4141-9878-3464469bef13 req-44fe20eb-262f-4d68-8991-84e9a0629074 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:27.119679 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1280823e-766e-4141-9878-3464469bef13 req-44fe20eb-262f-4d68-8991-84e9a0629074 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0553493 Feb 18 08:25:27.169513 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1280823e-766e-4141-9878-3464469bef13 req-5d496c8b-7753-4670-b4b1-3ada060f70a0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Feb 18 08:25:27.872523 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9481d6b8-fde3-44f4-805b-e60c89f820df req-55e5524a-4229-40dd-87e9-99f815418986 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Feb 18 08:25:28.150453 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec0dc-a1e1-4fdf-914d-4031e8df28b5 req-53dd2a5c-d810-451e-a675-8f34c4b8851f tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:28.151949 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-67eec0dc-a1e1-4fdf-914d-4031e8df28b5 req-53dd2a5c-d810-451e-a675-8f34c4b8851f tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0671666 Feb 18 08:25:28.204259 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-67eec0dc-a1e1-4fdf-914d-4031e8df28b5 req-84331425-55b9-4b5b-b68a-e25b4af0444e tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Feb 18 08:25:28.298094 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931b323-2302-40a5-9f3b-629e8f25962d req-9e6201cd-fd24-4df9-90ad-29a5907100ba tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:28.299579 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9931b323-2302-40a5-9f3b-629e8f25962d req-9e6201cd-fd24-4df9-90ad-29a5907100ba tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0538640 Feb 18 08:25:28.350653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9931b323-2302-40a5-9f3b-629e8f25962d req-df8360ca-0c80-4e0c-b280-a47f8a53272f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Feb 18 08:25:28.464811 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a0aad5e8-3539-49a4-badb-2fe820bb2daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:28.968691 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb9ffc22-104f-46d7-9727-fb017b52b258 req-508a8a39-b1ed-4c31-95dc-d1d88148f090 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0300283 Feb 18 08:25:29.338588 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630910b9-190a-4fbb-8f53-6c5975851888 req-abc95493-0f9c-4bd4-85ab-e17eb0d0ccbc tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:29.340077 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-630910b9-190a-4fbb-8f53-6c5975851888 req-abc95493-0f9c-4bd4-85ab-e17eb0d0ccbc tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0566115 Feb 18 08:25:29.391599 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-630910b9-190a-4fbb-8f53-6c5975851888 req-00523068-0a00-45ca-a62d-7dacdbd46e14 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Feb 18 08:25:29.471866 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da74c41-b77a-40a2-9c2d-148d03e34996 req-2314adc4-0e98-4c47-a73e-00db3dd7c1f5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:29.473335 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8da74c41-b77a-40a2-9c2d-148d03e34996 req-2314adc4-0e98-4c47-a73e-00db3dd7c1f5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0547278 Feb 18 08:25:29.523039 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8da74c41-b77a-40a2-9c2d-148d03e34996 req-eef980f2-dac7-4420-a216-7a940fb7c57f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Feb 18 08:25:30.068632 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-07594a29-1711-429c-9a07-91a5a29b3dfb req-efcc6a75-b719-4f5f-9878-e9255c276a74 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0306058 Feb 18 08:25:30.517571 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38b4ba-ded9-4360-8eb2-b3b4103218ec req-e585a12e-8460-4669-81e2-7f1272adba61 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:30.519150 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d38b4ba-ded9-4360-8eb2-b3b4103218ec req-e585a12e-8460-4669-81e2-7f1272adba61 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0544229 Feb 18 08:25:30.572813 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d38b4ba-ded9-4360-8eb2-b3b4103218ec req-dfbbc83e-adf5-4c9a-a04e-24c3fade9d0a tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Feb 18 08:25:30.585189 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-533d5ab7-500c-451e-8376-fa06993300b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:30.647782 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d202da-2293-4d71-a59b-43afab879498 req-94995f2d-841c-45f8-82be-4c1b19919185 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:30.649286 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-09d202da-2293-4d71-a59b-43afab879498 req-94995f2d-841c-45f8-82be-4c1b19919185 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0556448 Feb 18 08:25:30.696772 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-09d202da-2293-4d71-a59b-43afab879498 req-16ca51ae-864a-40b0-8c61-b2efca267705 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Feb 18 08:25:31.115356 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-2e57938d-2d20-4ca8-b14c-3d8ee548251e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:31.118140 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-2e57938d-2d20-4ca8-b14c-3d8ee548251e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 815 time: 0.1042187 Feb 18 08:25:31.130553 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Request body: {'port': {'device_id': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'admin_state_up': True, 'tenant_id': '53af05a70c1040e483cc64f7d538803b'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:31.216113 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6dbd383a-f484-494e-a149-76db64774aba req-66a0bee0-9c1d-4d03-b9c6-ba626383bbe3 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0441563 Feb 18 08:25:31.274772 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Made reservation on behalf of 53af05a70c1040e483cc64f7d538803b for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:31.278145 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:31.421051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Allocated IP 172.20.0.12 (6936d60e-4499-4068-8fa1-8b3d07175403/0b564d88-9a20-42c5-8b98-f2da7af9c6d0/084748f8-114a-44ca-b2d0-d0c45cc22c00) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:31.563062 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks [] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:31.600238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:31.644937 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Network 6936d60e-4499-4068-8fa1-8b3d07175403 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:31.656443 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:31.679096 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:31.680304 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba', 'e6e11994-bbe0-4ec6-94bd-163c8850412c', '7543763c-a69d-422a-8940-55187b30ee82'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:25:31.703879 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event updated for resources: {'Port': ['ID=084748f8-114a-44ca-b2d0-d0c45cc22c00,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:31.736166 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:31.736751 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:31.756214 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41587188-ab78-453f-9ac2-ba785a038739 req-246925d9-7805-42bf-87d8-a7a98f9027da tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:31.757444 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-41587188-ab78-453f-9ac2-ba785a038739 req-246925d9-7805-42bf-87d8-a7a98f9027da tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.1146700 Feb 18 08:25:31.777817 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-a523168d-184e-4777-8baa-9b00f1f9ab5d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6515639 Feb 18 08:25:31.820050 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Request body: {'port': {'device_id': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:31.889438 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:31.911233 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-41587188-ab78-453f-9ac2-ba785a038739 req-90ed2fdf-c6fd-4a50-a3e4-7a0f57f83cc7 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425569 Feb 18 08:25:31.932341 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6dd47-27ab-44e7-b726-9e0da5f4dfd1 req-a4ea6aaa-b57d-4f5b-b594-89b04fb910ee tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:31.933986 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9ec6dd47-27ab-44e7-b726-9e0da5f4dfd1 req-a4ea6aaa-b57d-4f5b-b594-89b04fb910ee tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1542380 Feb 18 08:25:31.934772 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:32.017221 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9ec6dd47-27ab-44e7-b726-9e0da5f4dfd1 req-c3de6a93-28e5-4065-9fb3-f1c55e14f4dc tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761640 Feb 18 08:25:32.260391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084748f8-114a-44ca-b2d0-d0c45cc22c00 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:25:32.268488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Publish callbacks [] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:32.282537 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Transition to ACTIVE for port object 084748f8-114a-44ca-b2d0-d0c45cc22c00 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:25:32.287567 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:32.366521 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Pushing event updated for resources: {'Port': ['ID=084748f8-114a-44ca-b2d0-d0c45cc22c00,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:32.421732 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1059dd-0eef-471c-a151-279887632855 req-e4217413-07e3-4e80-ab8d-9232ee1a9a40 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:32.423249 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cd1059dd-0eef-471c-a151-279887632855 req-e4217413-07e3-4e80-ab8d-9232ee1a9a40 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 944 time: 0.1330695 Feb 18 08:25:32.485117 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Attempting to bind port 084748f8-114a-44ca-b2d0-d0c45cc22c00 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:32.485407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Attempting to bind port 084748f8-114a-44ca-b2d0-d0c45cc22c00 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:32.485751 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Attempting to bind port 084748f8-114a-44ca-b2d0-d0c45cc22c00 on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:32.496831 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cd1059dd-0eef-471c-a151-279887632855 req-34f6ecb7-bb00-4a25-be9b-ad477eb82568 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657818 Feb 18 08:25:32.497628 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Port 084748f8-114a-44ca-b2d0-d0c45cc22c00 on network 6936d60e-4499-4068-8fa1-8b3d07175403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:25:32.497943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Attempting to bind port 084748f8-114a-44ca-b2d0-d0c45cc22c00 on network 6936d60e-4499-4068-8fa1-8b3d07175403 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:32.505106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:32.505457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Checking segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:32.505927 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Bound using segment: {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:32.506548 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Bound port: 084748f8-114a-44ca-b2d0-d0c45cc22c00, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6aca2d-d070-40b0-b070-4a3c25af0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:32.506867 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:32.575257 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] For port 084748f8-114a-44ca-b2d0-d0c45cc22c00, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:32.578632 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] For port 084748f8-114a-44ca-b2d0-d0c45cc22c00, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:32.586583 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:32.626517 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:32.627310 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:32.628556 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] 10.222.0.79 "PUT /v2.0/ports/084748f8-114a-44ca-b2d0-d0c45cc22c00 HTTP/1.1" status: 200 len: 1094 time: 0.8140233 Feb 18 08:25:32.629048 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'tag': '084748f8-114a-44ca-b2d0-d0c45cc22c00'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:25:32.631239 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f98b37a-c17c-47bf-b028-d12f7fc59165", "tag": "084748f8-114a-44ca-b2d0-d0c45cc22c00"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:25:32.666788 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9db6-b3d1-4849-9c59-2ed8112494a3 service neutron] Pushing event updated for resources: {'Port': ['ID=084748f8-114a-44ca-b2d0-d0c45cc22c00,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:32.685262 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d579a4f-0e3a-4bba-b68b-a4c1c0ffa0e4 x-openstack-request-id: req-7d579a4f-0e3a-4bba-b68b-a4c1c0ffa0e4 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:25:32.685556 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f98b37a-c17c-47bf-b028-d12f7fc59165", "tag": "084748f8-114a-44ca-b2d0-d0c45cc22c00", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:25:32.685811 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d579a4f-0e3a-4bba-b68b-a4c1c0ffa0e4 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:25:32.686301 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'tag': '084748f8-114a-44ca-b2d0-d0c45cc22c00', 'status': 'completed', 'code': 200} Feb 18 08:25:32.733634 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-77b9e470-0a52-4f67-ae9f-eb104de3dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:32.735170 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-77b9e470-0a52-4f67-ae9f-eb104de3dc34 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 1128 time: 0.0480409 Feb 18 08:25:33.014976 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-42ad7741-1208-40b1-8f9f-8371834662fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00 HTTP/1.1" status: 200 len: 217 time: 0.2573488 Feb 18 08:25:33.031458 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:33.089728 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-37493bd4-0a2e-47a4-a502-6e056769ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.091196 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-37493bd4-0a2e-47a4-a502-6e056769ff04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0678196 Feb 18 08:25:33.107159 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b744a1-bb05-4e5a-9e5b-f7c8f5c9217c req-c98661b1-9f93-4698-9bb7-ea42a587566f tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.108807 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90b744a1-bb05-4e5a-9e5b-f7c8f5c9217c req-c98661b1-9f93-4698-9bb7-ea42a587566f tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.0962772 Feb 18 08:25:33.161524 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-8af355a0-27d4-4c8e-87da-104815f81029 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434644 Feb 18 08:25:33.261431 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90b744a1-bb05-4e5a-9e5b-f7c8f5c9217c req-fd9a0def-2fa1-4ef0-8ae4-b27ea3903f84 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/security-groups?id=b1a3a825-ed47-4eaf-80f5-49d09d539e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349225 Feb 18 08:25:33.271340 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989dffe-e4d3-46e4-b6d4-4762a0128a6d req-2f8b847e-528a-4c5c-9664-54a9bc6f6d89 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.272837 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b989dffe-e4d3-46e4-b6d4-4762a0128a6d req-2f8b847e-528a-4c5c-9664-54a9bc6f6d89 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1631949 Feb 18 08:25:33.314738 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-023bb079-5116-4980-a1c7-f6cb21714116 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422577 Feb 18 08:25:33.334581 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b989dffe-e4d3-46e4-b6d4-4762a0128a6d req-5ce86ed2-d106-4f64-854f-8a9d869352dc tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549934 Feb 18 08:25:33.505095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-87822653-4dca-4a24-857b-d9b1d8891862 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.506601 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-87822653-4dca-4a24-857b-d9b1d8891862 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 945 time: 0.1121960 Feb 18 08:25:33.527310 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58680e83-79a9-4d67-8f94-7fcfb680c946 req-cbddf50a-8b9d-4c6f-b4b4-bb291844cc5c service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439209 Feb 18 08:25:33.683743 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Deleting port 4e04f502-f4a1-499a-ac77-3428c4112d10 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:25:33.684472 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:33.688505 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-536405e2-85ca-4ecd-812b-51509b85b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.690099 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-536405e2-85ca-4ecd-812b-51509b85b1ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=53af05a70c1040e483cc64f7d538803b&device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 1128 time: 0.0904753 Feb 18 08:25:33.697962 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46393e21-ee63-4c23-a734-319f3e3648e1 req-13652fd8-d2d7-41ff-b5e6-f487c91ccde6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.699290 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-46393e21-ee63-4c23-a734-319f3e3648e1 req-13652fd8-d2d7-41ff-b5e6-f487c91ccde6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 944 time: 0.1138437 Feb 18 08:25:33.867966 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-46393e21-ee63-4c23-a734-319f3e3648e1 req-c7c05d8a-b754-45da-8779-4bcbcf38e40f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563497 Feb 18 08:25:33.887956 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] For port 4e04f502-f4a1-499a-ac77-3428c4112d10, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4e04f502-f4a1-499a-ac77-3428c4112d10,segment=NetworkSegment(69bed5d5-babc-4181-9226-efb5b9ef66cf),segment_id=69bed5d5-babc-4181-9226-efb5b9ef66cf)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:33.888318 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:33.907133 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Calling delete_port for 4e04f502-f4a1-499a-ac77-3428c4112d10 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:25:33.909297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-4193fcb1-5eb8-4f0e-90d7-832dc74d37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:33.910779 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-4193fcb1-5eb8-4f0e-90d7-832dc74d37b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 200 len: 916 time: 0.2004349 Feb 18 08:25:33.979774 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-80e25826-8941-4a7a-9980-a26cebe0c9f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00 HTTP/1.1" status: 200 len: 217 time: 0.0613620 Feb 18 08:25:34.053135 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-f5ad348a-07da-4309-bcc3-3a2114249289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:34.054525 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-f5ad348a-07da-4309-bcc3-3a2114249289 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 200 len: 855 time: 0.0667725 Feb 18 08:25:34.106631 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-cda46911-d5c3-4f56-9f56-253510122efe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6936d60e-4499-4068-8fa1-8b3d07175403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442138 Feb 18 08:25:34.177297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (4e04f502-f4a1-499a-ac77-3428c4112d10), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:34.208426 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['4e04f502-f4a1-499a-ac77-3428c4112d10'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:25:34.213123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Pushing event deleted for resources: {'Port': ['ID=4e04f502-f4a1-499a-ac77-3428c4112d10,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:34.267554 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] No DVR routers for this DVR port 4e04f502-f4a1-499a-ac77-3428c4112d10 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:25:34.272664 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-52577458-4e1d-40b4-8218-9b68f137c473 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547492 Feb 18 08:25:34.273631 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:34.276736 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6f3ea9de-5251-4432-a99b-c607cafe1b7e req-e4940a30-aa92-43ad-b168-2c957c5745ff tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.79 "DELETE /v2.0/ports/4e04f502-f4a1-499a-ac77-3428c4112d10 HTTP/1.1" status: 204 len: 173 time: 0.7638850 Feb 18 08:25:34.376047 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7bffd2e5-e8ac-40ab-91fb-3d06698994fc req-48dae043-fb56-4a81-9f6c-f41b38603257 tempest-VolumesActionsTest-517902395 tempest-VolumesActionsTest-517902395-project] 10.222.0.69 "GET /v2.0/ports?device_id=650d3807-6929-4acc-9587-4d27231a1f98 HTTP/1.1" status: 200 len: 210 time: 0.0344121 Feb 18 08:25:34.441745 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc0b69dd-3c8a-47b4-8c56-2fae2dadd51e req-15af919b-fd07-4d55-86e3-3ae26ad17fa2 service neutron] 10.222.0.79 "GET /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598165 Feb 18 08:25:34.462237 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:34.486532 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546880e-4528-4229-9ffc-e102ebbb3698 req-97ae5594-61ef-44e4-be2c-2785e00c80ce tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:34.488061 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1546880e-4528-4229-9ffc-e102ebbb3698 req-97ae5594-61ef-44e4-be2c-2785e00c80ce tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0583165 Feb 18 08:25:34.537655 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1546880e-4528-4229-9ffc-e102ebbb3698 req-3887f4d0-9b6b-4bbc-92bd-902f815de67f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438979 Feb 18 08:25:34.688219 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d3807-6929-4acc-9587-4d27231a1f98', 'name': 'network-vif-deleted', 'tag': '4e04f502-f4a1-499a-ac77-3428c4112d10'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:25:34.690875 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d0d16-0cc0-4be7-9ae0-66d77b91b82b" -d '{"events": [{"server_uuid": "650d3807-6929-4acc-9587-4d27231a1f98", "name": "network-vif-deleted", "tag": "4e04f502-f4a1-499a-ac77-3428c4112d10"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:25:34.727070 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0008d418-f505-4331-8e9b-9b49650736bf x-openstack-request-id: req-0008d418-f505-4331-8e9b-9b49650736bf {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:25:34.727594 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650d3807-6929-4acc-9587-4d27231a1f98", "name": "network-vif-deleted", "tag": "4e04f502-f4a1-499a-ac77-3428c4112d10", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:25:34.727893 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0008d418-f505-4331-8e9b-9b49650736bf {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:25:34.728298 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d3807-6929-4acc-9587-4d27231a1f98', 'name': 'network-vif-deleted', 'tag': '4e04f502-f4a1-499a-ac77-3428c4112d10', 'status': 'completed', 'code': 200} Feb 18 08:25:34.993814 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02e98a-8761-4236-9cd0-44cc6dfaa2b8 req-484a967a-5096-4ae6-88bb-67247f64218e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:34.995439 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a02e98a-8761-4236-9cd0-44cc6dfaa2b8 req-484a967a-5096-4ae6-88bb-67247f64218e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 944 time: 0.0599895 Feb 18 08:25:35.043299 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a02e98a-8761-4236-9cd0-44cc6dfaa2b8 req-0007187e-27f8-4aca-a657-5037ce91f7d4 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Feb 18 08:25:35.668003 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6cc29-ee17-4e51-b59d-41afc5f204ec req-16dacca0-d4e5-4512-8f39-5e4c6dbcc0a3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:35.669424 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fe6cc29-ee17-4e51-b59d-41afc5f204ec req-16dacca0-d4e5-4512-8f39-5e4c6dbcc0a3 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0541446 Feb 18 08:25:35.721010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fe6cc29-ee17-4e51-b59d-41afc5f204ec req-830c73db-4fbd-4e87-a207-21a9af0cca9e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Feb 18 08:25:36.171951 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc517c1-3dbd-4482-9c18-57550b03b8c6 req-58aba3e6-cb2f-4d57-9772-f3e6131f0621 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:36.173455 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4cc517c1-3dbd-4482-9c18-57550b03b8c6 req-58aba3e6-cb2f-4d57-9772-f3e6131f0621 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 944 time: 0.0613389 Feb 18 08:25:36.218954 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4cc517c1-3dbd-4482-9c18-57550b03b8c6 req-4f6ee2dd-996e-401e-9888-e7228673d332 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Feb 18 08:25:36.849306 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1739db-1a30-4eed-a9ed-88b54bf33155 req-a8e1763f-c7a9-4111-a449-5f34cc231994 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:36.850807 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0b1739db-1a30-4eed-a9ed-88b54bf33155 req-a8e1763f-c7a9-4111-a449-5f34cc231994 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0561366 Feb 18 08:25:36.892401 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60296) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:36.897795 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0b1739db-1a30-4eed-a9ed-88b54bf33155 req-e05b2db8-06f8-4a4c-9a06-158e50d09194 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Feb 18 08:25:36.996255 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5c61ff6a-20b4-48e2-a7f3-79ce27590d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.080362 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5c61ff6a-20b4-48e2-a7f3-79ce27590d8a admin admin] Publish callbacks [] for security_group (934b7216-03d4-4f9b-9ebc-aca43ba05c4f), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.085298 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5c61ff6a-20b4-48e2-a7f3-79ce27590d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (934b7216-03d4-4f9b-9ebc-aca43ba05c4f), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.125391 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-5c61ff6a-20b4-48e2-a7f3-79ce27590d8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9caf4be5e98e4107bcc7bfa92843d3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318943 Feb 18 08:25:37.126504 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61ff6a-20b4-48e2-a7f3-79ce27590d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934b7216-03d4-4f9b-9ebc-aca43ba05c4f,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:37.128203 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60304) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:37.178984 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5da3358-206a-45c4-84b7-38f0afb8b476 admin admin] Publish callbacks [] for security_group (934b7216-03d4-4f9b-9ebc-aca43ba05c4f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.200101 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5da3358-206a-45c4-84b7-38f0afb8b476 admin admin] Publish callbacks [] for security_group (934b7216-03d4-4f9b-9ebc-aca43ba05c4f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.257092 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60314) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:37.275334 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5da3358-206a-45c4-84b7-38f0afb8b476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (934b7216-03d4-4f9b-9ebc-aca43ba05c4f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.278730 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-e5da3358-206a-45c4-84b7-38f0afb8b476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.279910 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-e5da3358-206a-45c4-84b7-38f0afb8b476 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/934b7216-03d4-4f9b-9ebc-aca43ba05c4f HTTP/1.1" status: 204 len: 168 time: 0.1506276 Feb 18 08:25:37.288243 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3358-206a-45c4-84b7-38f0afb8b476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b7216-03d4-4f9b-9ebc-aca43ba05c4f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:37.354211 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9d747-95d1-43ff-9901-6b7abcd259ed req-ede2f237-e5a5-4f8d-9318-6b10fffbdc6a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:37.360103 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-47f9d747-95d1-43ff-9901-6b7abcd259ed req-ede2f237-e5a5-4f8d-9318-6b10fffbdc6a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 944 time: 0.0594680 Feb 18 08:25:37.387793 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-59d9fa4e-58b8-46f8-b821-43d59e572ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.431755 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-47f9d747-95d1-43ff-9901-6b7abcd259ed req-159adffc-a0a5-4eb3-b4cb-91a1d5a05ff5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700457 Feb 18 08:25:37.488506 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-59d9fa4e-58b8-46f8-b821-43d59e572ea1 admin admin] Publish callbacks [] for security_group (ba0d4ea7-ea02-480e-9fbf-e2d4828db227), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.492689 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-59d9fa4e-58b8-46f8-b821-43d59e572ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ba0d4ea7-ea02-480e-9fbf-e2d4828db227), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.530104 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-59d9fa4e-58b8-46f8-b821-43d59e572ea1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16a03b71737a4dbfb2ce05a8bec4ffec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718344 Feb 18 08:25:37.532896 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60324) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:37.540095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9fa4e-58b8-46f8-b821-43d59e572ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0d4ea7-ea02-480e-9fbf-e2d4828db227,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:37.587292 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4d38d21a-325d-425f-a66d-fe2acb8946a0 admin admin] Publish callbacks [] for security_group (ba0d4ea7-ea02-480e-9fbf-e2d4828db227), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.607995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4d38d21a-325d-425f-a66d-fe2acb8946a0 admin admin] Publish callbacks [] for security_group (ba0d4ea7-ea02-480e-9fbf-e2d4828db227), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.655384 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4d38d21a-325d-425f-a66d-fe2acb8946a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ba0d4ea7-ea02-480e-9fbf-e2d4828db227), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.657875 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-4d38d21a-325d-425f-a66d-fe2acb8946a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:37.659083 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-4d38d21a-325d-425f-a66d-fe2acb8946a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba0d4ea7-ea02-480e-9fbf-e2d4828db227 HTTP/1.1" status: 204 len: 168 time: 0.1252286 Feb 18 08:25:37.667282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38d21a-325d-425f-a66d-fe2acb8946a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0d4ea7-ea02-480e-9fbf-e2d4828db227,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:37.987980 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60354) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:38.022800 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b1366-1b50-4eac-ba8d-4ead2b22d7c2 req-d9bd16b4-5c2d-4f14-bbdd-55d02096eae0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:38.024580 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf5b1366-1b50-4eac-ba8d-4ead2b22d7c2 req-d9bd16b4-5c2d-4f14-bbdd-55d02096eae0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0581906 Feb 18 08:25:38.075088 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf5b1366-1b50-4eac-ba8d-4ead2b22d7c2 req-ac12dd7d-d10f-45c7-b736-8722f181cf30 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Feb 18 08:25:38.131552 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-561192530-network', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:38.149973 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Made reservation on behalf of cafbf79987a140a18dd4cf846db9bbbc for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:38.152546 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.161106 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.240692 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks [] for security_group (42ff2653-9742-43c1-a748-0f8ca8b4d3df), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.242066 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 084748f8-114a-44ca-b2d0-d0c45cc22c00 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:25:38.245997 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (42ff2653-9742-43c1-a748-0f8ca8b4d3df), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.246293 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4e04f502-f4a1-499a-ac77-3428c4112d10 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:25:38.267607 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:25:38.276296 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 4e04f502-f4a1-499a-ac77-3428c4112d10 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:25:38.276634 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4e04f502-f4a1-499a-ac77-3428c4112d10 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:25:38.283834 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ff2653-9742-43c1-a748-0f8ca8b4d3df,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:38.287785 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (b732ed56-a198-4cad-80c4-5015a50c9755), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.288126 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Added segment b732ed56-a198-4cad-80c4-5015a50c9755 of type vlan for network 1637f515-4647-4c4f-9c6b-2a39afd26691 Feb 18 08:25:38.332402 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (1637f515-4647-4c4f-9c6b-2a39afd26691), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.359064 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (1637f515-4647-4c4f-9c6b-2a39afd26691), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.360377 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 084748f8-114a-44ca-b2d0-d0c45cc22c00, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:38.360536 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:38.361053 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.375515 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '084748f8-114a-44ca-b2d0-d0c45cc22c00', 'network_id': '6936d60e-4499-4068-8fa1-8b3d07175403', 'port_id': '084748f8-114a-44ca-b2d0-d0c45cc22c00', 'mac_address': 'fa:16:3e:fe:37:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b564d88-9a20-42c5-8b98-f2da7af9c6d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:25:38.382754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60372) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:38.413661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 084748f8-114a-44ca-b2d0-d0c45cc22c00 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:38.414101 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.424892 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4331424 Feb 18 08:25:38.425380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60376) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:38.427994 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084748f8-114a-44ca-b2d0-d0c45cc22c00 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:25:38.431574 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Request body: {'subnet': {'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-561192530-subnet', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:38.433419 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663ec7e-c894-4004-8c6a-26ec431c173b admin admin] Pushing event updated for resources: {'Network': ['ID=1637f515-4647-4c4f-9c6b-2a39afd26691,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:38.447127 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:25:38.452968 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 084748f8-114a-44ca-b2d0-d0c45cc22c00, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:38.472436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Made reservation on behalf of cafbf79987a140a18dd4cf846db9bbbc for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:38.475156 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25858607'] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.487333 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.534420 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873507188-network', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:38.562487 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=084748f8-114a-44ca-b2d0-d0c45cc22c00,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:38.569592 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.569958 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.570316 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.570653 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.570986 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.571339 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.571654 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.572163 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.572489 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.572826 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.573148 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.573464 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.573795 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:38.601299 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Made reservation on behalf of a5f6ca5eacdb4da99e978bd1a0b98400 for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:38.603560 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.621001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.660900 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620278c-23b8-4c1c-af7f-d4ce66a85b45 req-adb7e85b-cecc-4c63-9abe-b9c600ac8eaf tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:38.662372 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8620278c-23b8-4c1c-af7f-d4ce66a85b45 req-adb7e85b-cecc-4c63-9abe-b9c600ac8eaf tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 945 time: 0.1333430 Feb 18 08:25:38.807832 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8620278c-23b8-4c1c-af7f-d4ce66a85b45 req-a05405d8-65c3-4fba-b56a-4da6b3f45f19 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364295 Feb 18 08:25:38.819039 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25465709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858621'] for subnet (fc31f98f-d718-43f7-b0d9-8e3e24b8adcb), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.862151 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks [] for security_group (8a24e219-d0ec-4c6b-9463-541c4fdb0742), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.873101 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (8a24e219-d0ec-4c6b-9463-541c4fdb0742), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.913033 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:25:38.914882 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:38.936527 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (9a0e7021-a19a-4685-809a-f1385f154ea5), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:38.936889 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Added segment 9a0e7021-a19a-4685-809a-f1385f154ea5 of type vlan for network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 Feb 18 08:25:38.944747 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Checking segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:38.945096 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Network hostable DHCP agents. Network: 1637f515-4647-4c4f-9c6b-2a39afd26691, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:25:38.947950 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24e219-d0ec-4c6b-9463-541c4fdb0742,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:38.990399 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.001021 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:25:39.019804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 1637f515-4647-4c4f-9c6b-2a39afd26691) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:39.023730 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.024666 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:39.025238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.027907 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:39.028450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.031142 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580f2282-2470-499e-973d-9d1edfc76b43 None None] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:39.086712 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-56de42d6-2e9e-4843-be73-19ea4667afe4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6600282 Feb 18 08:25:39.089693 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60380) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:39.092078 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7082589 Feb 18 08:25:39.095412 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60382) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:39.098806 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:39.099591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce52e3-a257-40b3-b2c6-fe4def9b0f96 admin admin] Pushing event updated for resources: {'Network': ['ID=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:39.107838 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Request body: {'subnet': {'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873507188-subnet', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:39.111915 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:25:39.140515 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Made reservation on behalf of a5f6ca5eacdb4da99e978bd1a0b98400 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:39.143040 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29148307'] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.197914 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.199008 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.199402 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-1637f515-4647-4c4f-9c6b-2a39afd26691', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:25:39.200298 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.245283 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4a4b1-59bc-47cf-b2e2-f4cc4b49add9 req-6331dc95-d1b8-4dca-b19f-46fe80610827 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:39.247133 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2d4a4b1-59bc-47cf-b2e2-f4cc4b49add9 req-6331dc95-d1b8-4dca-b19f-46fe80610827 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0917499 Feb 18 08:25:39.259750 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks [] for router_controller (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.303897 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2d4a4b1-59bc-47cf-b2e2-f4cc4b49add9 req-1e5a8a9d-32e7-4036-a752-b47f7001252b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Feb 18 08:25:39.446765 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks [] for router_gateway (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.477210 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Allocated IP 172.20.0.2 (1637f515-4647-4c4f-9c6b-2a39afd26691/fc31f98f-d718-43f7-b0d9-8e3e24b8adcb/de322fea-fdb7-4f5e-8d60-2f84d1c4ab13) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:39.550873 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29148289'] for subnet (fcbfbd22-ba29-4c4a-a08f-f53455a00330), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.607358 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcbfbd22-ba29-4c4a-a08f-f53455a00330,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:39.624300 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Publish callbacks [] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.630724 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.639983 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Checking segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:39.640335 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Network hostable DHCP agents. Network: 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:25:39.663874 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:25:39.672825 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:39.677978 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:39.680112 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Pushing event updated for resources: {'Port': ['ID=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:39.682242 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:39.737264 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Attempting to bind port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:39.737548 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Attempting to bind port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:39.737921 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Attempting to bind port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 on network 1637f515-4647-4c4f-9c6b-2a39afd26691 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:39.743825 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:39.744208 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Checking segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:39.744618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.745020 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Bound using segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:39.745490 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Bound port: de322fea-fdb7-4f5e-8d60-2f84d1c4ab13, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:39.745882 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.818785 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] For port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:39.822127 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] For port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:39.829510 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.886712 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ffd86-28fb-4baf-b8e7-1f2534ff8c24 None None] Pushing event updated for resources: {'Port': ['ID=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:39.925396 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:39.931701 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:39.932386 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:39.935039 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a18683-4b23-4f98-8f37-d5681c0d86dc None None] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:39.949041 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac830d97-31f3-4120-904e-4335594acb4c req-d059e700-e18f-4187-8e5c-99edfb2e48dd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:39.959707 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ac830d97-31f3-4120-904e-4335594acb4c req-d059e700-e18f-4187-8e5c-99edfb2e48dd tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 945 time: 0.0669806 Feb 18 08:25:39.976908 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a5b5f7ad-6e1e-4a03-ad76-9de54cb9b2cc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8731084 Feb 18 08:25:39.979278 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60392) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:39.984573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:39.995307 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks [] for router_gateway (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.018034 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.031549 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ac830d97-31f3-4120-904e-4335594acb4c req-e061b754-7f97-4d97-98d2-e44d288abe7d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690534 Feb 18 08:25:40.033071 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (f23fc885-4f40-487f-ab52-ac9c2c294cc8), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.034367 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (f23fc885-4f40-487f-ab52-ac9c2c294cc8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.086864 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:25:40.087860 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.106005 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks [] for router_controller (f23fc885-4f40-487f-ab52-ac9c2c294cc8), precommit_add_association {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.143874 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Allocated IP 172.27.3.143 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/7c272e5a-4bf7-4316-a63b-ee02be154ce8) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:40.282370 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Allocated IP 172.20.0.2 (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2/fcbfbd22-ba29-4c4a-a08f-f53455a00330/383b7c26-8002-4363-a3ed-b7982afbba7e) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:40.303153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks [] for router_gateway (f23fc885-4f40-487f-ab52-ac9c2c294cc8), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.304111 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks [] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.360958 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.418940 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:40.424410 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:40.428197 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:40.455263 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c272e5a-4bf7-4316-a63b-ee02be154ce8,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:40.471796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Publish callbacks [] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.479270 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.529099 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329884f8-7e12-4397-85ee-7e980f890c57 req-18d715cc-a4ab-40ef-9c5f-eab77bc93929 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:40.530582 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-329884f8-7e12-4397-85ee-7e980f890c57 req-18d715cc-a4ab-40ef-9c5f-eab77bc93929 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1278434 Feb 18 08:25:40.543005 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:40.544439 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Pushing event updated for resources: {'Port': ['ID=383b7c26-8002-4363-a3ed-b7982afbba7e,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:40.549552 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:40.553152 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:40.612644 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks [] for router_gateway (f23fc885-4f40-487f-ab52-ac9c2c294cc8), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.633767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Attempting to bind port 383b7c26-8002-4363-a3ed-b7982afbba7e on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:40.634351 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Attempting to bind port 383b7c26-8002-4363-a3ed-b7982afbba7e by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:40.634805 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Attempting to bind port 383b7c26-8002-4363-a3ed-b7982afbba7e on network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:40.640900 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.641530 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:40.642023 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Checking segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:40.642587 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.643056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Bound using segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:40.643886 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Bound port: 383b7c26-8002-4363-a3ed-b7982afbba7e, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:40.644422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.647569 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-329884f8-7e12-4397-85ee-7e980f890c57 req-6bfef141-0506-4d63-9969-cd163586b15c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105947 Feb 18 08:25:40.741990 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks [] for router_gateway (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.747299 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] For port 383b7c26-8002-4363-a3ed-b7982afbba7e, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:40.751132 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] For port 383b7c26-8002-4363-a3ed-b7982afbba7e, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=383b7c26-8002-4363-a3ed-b7982afbba7e,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:40.761534 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:40.767279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Allocated IP 172.27.3.124 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/ad0b2c36-03ae-4637-809d-2bb49bac3b69) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:40.853237 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63958210-49cb-44d7-8894-859a12f7a710 None None] Pushing event updated for resources: {'Port': ['ID=383b7c26-8002-4363-a3ed-b7982afbba7e,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:41.022772 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.208950 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['084748f8-114a-44ca-b2d0-d0c45cc22c00'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:25:41.253922 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:25:41.308875 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d1b17-dabc-449f-a335-9b3a7ace45c1 req-a328f730-8813-4017-a8d3-fa1137487641 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:41.310522 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-064d1b17-dabc-449f-a335-9b3a7ace45c1 req-a328f730-8813-4017-a8d3-fa1137487641 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 945 time: 0.1526637 Feb 18 08:25:41.345057 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57fa9d-5b7d-4234-907a-6698aaf6725c None None] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:41.352006 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks [] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.392151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-064d1b17-dabc-449f-a335-9b3a7ace45c1 req-22cde2fd-19a5-4c9b-ab6a-528c45687add tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Feb 18 08:25:41.400186 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:41.416914 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Sync routers for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:41.418710 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.425284 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] Provisioning complete for port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:41.425729 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.429685 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.432491 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:41.433408 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:41.434624 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-41bbe812-508c-4653-8fea-b47f8ef878d5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3431349 Feb 18 08:25:41.435649 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60412) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:41.474420 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:41.479242 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:41.485289 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:41.488721 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0b2c36-03ae-4637-809d-2bb49bac3b69,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:41.602933 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:41.617743 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] Current status of the port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:41.618317 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.663128 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] For port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:41.675265 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:41.842093 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697260db-777d-402e-af29-ce35c1e2f33f None None] Pushing event updated for resources: {'Port': ['ID=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:41.936311 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b0f3a-4d09-4591-957d-6746d4af3456 req-c0e11ada-768d-499a-9faf-d243db5f8bc2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:41.946516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df3b0f3a-4d09-4591-957d-6746d4af3456 req-c0e11ada-768d-499a-9faf-d243db5f8bc2 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1245041 Feb 18 08:25:42.006053 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks [] for router_gateway (f23fc885-4f40-487f-ab52-ac9c2c294cc8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.083977 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:40Z', 'revision_number': 3, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:42.134283 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-44367b6f-5d22-44f9-ba93-7efcb4fb3f44 None None] Provisioning complete for port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:42.134693 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-44367b6f-5d22-44f9-ba93-7efcb4fb3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.140912 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Checking router: 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:42.143260 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Updating router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:42.176463 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-df3b0f3a-4d09-4591-957d-6746d4af3456 req-913e0417-b3fa-4a50-a535-97678dd24e92 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287121 Feb 18 08:25:42.185898 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 383b7c26-8002-4363-a3ed-b7982afbba7e up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:42.208532 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.274025 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.340837 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18623106-769c-4d3f-8424-cf064d3ee9f4 None None] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:42.439124 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (f23fc885-4f40-487f-ab52-ac9c2c294cc8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.472837 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-44367b6f-5d22-44f9-ba93-7efcb4fb3f44 None None] Current status of the port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:42.525712 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 383b7c26-8002-4363-a3ed-b7982afbba7e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:42.526398 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.650763 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Provisioning complete for port 383b7c26-8002-4363-a3ed-b7982afbba7e triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:42.658556 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.695306 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Allocated IP 172.20.0.1 (1637f515-4647-4c4f-9c6b-2a39afd26691/fc31f98f-d718-43f7-b0d9-8e3e24b8adcb/17e88b41-58fe-41b3-ba50-d7ae84655e25) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:42.782721 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Publish callbacks [] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.813935 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.859036 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 383b7c26-8002-4363-a3ed-b7982afbba7e is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:42.859575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.867826 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f723fa-d7a7-4958-9725-30a8d4843ae5 req-98ce80ed-9a11-46e2-a038-0aabec0f4162 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:42.876652 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b0f723fa-d7a7-4958-9725-30a8d4843ae5 req-98ce80ed-9a11-46e2-a038-0aabec0f4162 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 945 time: 0.2302032 Feb 18 08:25:42.885923 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Attempting to bind port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:42.886573 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Attempting to bind port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:42.887103 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Attempting to bind port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:42.901533 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Pushing event updated for resources: {'Port': ['ID=7c272e5a-4bf7-4316-a63b-ee02be154ce8,revision_number=2']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:42.917224 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:42.918162 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:42.918583 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.919133 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:42.919486 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Bound port: 7c272e5a-4bf7-4316-a63b-ee02be154ce8, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:42.919901 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.981776 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.982468 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.982969 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.983452 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.984649 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.985166 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks [] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:42.985308 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.988579 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.989153 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.989656 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.990736 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.991230 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.991735 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:42.993590 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:43.036935 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b0f723fa-d7a7-4958-9725-30a8d4843ae5 req-f145b23d-5a1b-4580-8432-41a855eaa2eb tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514676 Feb 18 08:25:43.038573 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.039040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Router f23fc885-4f40-487f-ab52-ac9c2c294cc8 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:25:43.066661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Current status of the port 383b7c26-8002-4363-a3ed-b7982afbba7e is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:43.067044 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.068856 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] For port 7c272e5a-4bf7-4316-a63b-ee02be154ce8, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:43.072215 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] For port 7c272e5a-4bf7-4316-a63b-ee02be154ce8, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=7c272e5a-4bf7-4316-a63b-ee02be154ce8,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:43.082923 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.084002 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.102181 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 383b7c26-8002-4363-a3ed-b7982afbba7e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=383b7c26-8002-4363-a3ed-b7982afbba7e,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:43.129207 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:43.130322 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.131114 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:43.134529 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:43.153773 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:43.188413 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:43.225326 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.230861 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-698d4ece-1452-4d2e-ac57-856216160d89 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2492938 Feb 18 08:25:43.230861 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60442) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:43.255875 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.362513 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f105b9-0d9b-42fb-bf6e-a8bb190e5ead None None] Pushing event updated for resources: {'Port': ['ID=7c272e5a-4bf7-4316-a63b-ee02be154ce8,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:43.396335 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Pushing event updated for resources: {'Port': ['ID=17e88b41-58fe-41b3-ba50-d7ae84655e25,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:43.397083 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:43.397713 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:43.493407 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Sync routers for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:43.531571 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:43.532482 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:43.544572 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.db.api [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:25:43.544948 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG oslo_db.api [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:25:43.598359 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96385b10-e7af-4ef2-af0c-b5cc1cefca6a req-6321ee5a-d4f6-4beb-ab59-73dded9bde29 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:43.600808 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.601848 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-96385b10-e7af-4ef2-af0c-b5cc1cefca6a req-6321ee5a-d4f6-4beb-ab59-73dded9bde29 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.2720480 Feb 18 08:25:43.619120 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=383b7c26-8002-4363-a3ed-b7982afbba7e,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:43.648147 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:43.648649 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:43.669079 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:43.708860 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:43.880781 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:43.946446 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:40Z', 'revision_number': 3, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:43.987649 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e94b04-8e06-4797-a335-264c4162e482 None None] The sync data for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi is: [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:40Z', 'revision_number': 3, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:25:44.009810 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:41Z', 'revision_number': 3, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:44.074982 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks [] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.086238 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.096250 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-96385b10-e7af-4ef2-af0c-b5cc1cefca6a req-14c91c44-2890-4d12-b221-7c59b64be232 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846570 Feb 18 08:25:44.134269 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Checking router: f23fc885-4f40-487f-ab52-ac9c2c294cc8 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:44.134606 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Updating router f23fc885-4f40-487f-ab52-ac9c2c294cc8 port ad0b2c36-03ae-4637-809d-2bb49bac3b69 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:44.188171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b293ef6b-1df5-404b-9dc1-dfc32e70e715 None None] Current status of the port 383b7c26-8002-4363-a3ed-b7982afbba7e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:44.195890 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.198575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 383b7c26-8002-4363-a3ed-b7982afbba7e up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:44.217552 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Pushing event updated for resources: {'Port': ['ID=17e88b41-58fe-41b3-ba50-d7ae84655e25,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:44.223414 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.259612 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-70dca754-43b7-4404-839f-bc6abd49334b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4309876 Feb 18 08:25:44.265110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a708-b2d2-4a32-a59a-df058a0d1dec req-c067a19c-da8e-4d98-b52f-25fe95e33158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:44.266701 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-14d1a708-b2d2-4a32-a59a-df058a0d1dec req-c067a19c-da8e-4d98-b52f-25fe95e33158 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.5369990 Feb 18 08:25:44.324504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7a7ae-0ff0-4a37-b85a-fbb0588e15b7 req-67562510-91bc-46ea-99ba-52439106b04e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:44.331662 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bbd7a7ae-0ff0-4a37-b85a-fbb0588e15b7 req-67562510-91bc-46ea-99ba-52439106b04e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 945 time: 0.1483519 Feb 18 08:25:44.383967 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-254e7c47-78a8-4f35-b796-d1a91449872c None None] Provisioning complete for port 17e88b41-58fe-41b3-ba50-d7ae84655e25 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:44.384342 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-254e7c47-78a8-4f35-b796-d1a91449872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.429591 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-254e7c47-78a8-4f35-b796-d1a91449872c None None] Port 17e88b41-58fe-41b3-ba50-d7ae84655e25 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:25:44.431880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bbd7a7ae-0ff0-4a37-b85a-fbb0588e15b7 req-027fdf77-ec5d-48ee-ab94-d4781705c87c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990977 Feb 18 08:25:44.484734 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-14d1a708-b2d2-4a32-a59a-df058a0d1dec req-13a8671f-b859-47d8-9f12-e7c997758b6c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068176 Feb 18 08:25:44.491927 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:44.493263 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-254e7c47-78a8-4f35-b796-d1a91449872c None None] Provisioning complete for port 383b7c26-8002-4363-a3ed-b7982afbba7e triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:44.493633 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-254e7c47-78a8-4f35-b796-d1a91449872c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.494928 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:44.649101 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-fe5f1b58-0f2f-4d7d-a2ca-765553e8324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:44.650620 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-fe5f1b58-0f2f-4d7d-a2ca-765553e8324d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1130 time: 0.3558004 Feb 18 08:25:44.663575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 084748f8-114a-44ca-b2d0-d0c45cc22c00 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:44.843799 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 383b7c26-8002-4363-a3ed-b7982afbba7e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:44.844520 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:44.938106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.007787 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-254e7c47-78a8-4f35-b796-d1a91449872c None None] Current status of the port 383b7c26-8002-4363-a3ed-b7982afbba7e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:45.084236 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 383b7c26-8002-4363-a3ed-b7982afbba7e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:45.088706 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 084748f8-114a-44ca-b2d0-d0c45cc22c00 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:25:45.093202 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:25:45.095736 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 084748f8-114a-44ca-b2d0-d0c45cc22c00 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:45.096114 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.271867 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:45.287191 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 084748f8-114a-44ca-b2d0-d0c45cc22c00 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:45.287642 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.297530 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-85378c55-27cb-4e7a-9a86-5ec8f05c6174 admin admin] 10.222.0.69 "PUT /v2.0/routers/2a12e021-1ee3-41a1-8a0e-db8c39c818e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8515804 Feb 18 08:25:45.297695 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-609b4b9e-596f-43c4-825e-cfa18196b881 None None] Provisioning complete for port 17e88b41-58fe-41b3-ba50-d7ae84655e25 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:45.297695 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-609b4b9e-596f-43c4-825e-cfa18196b881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.486350 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 084748f8-114a-44ca-b2d0-d0c45cc22c00, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:45.499076 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084748f8-114a-44ca-b2d0-d0c45cc22c00'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:25:45.501594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73222d82-5b35-4eb2-af2c-93ab4ce6ce23" -d '{"events": [{"server_uuid": "0f98b37a-c17c-47bf-b028-d12f7fc59165", "name": "network-vif-plugged", "status": "completed", "tag": "084748f8-114a-44ca-b2d0-d0c45cc22c00"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:25:45.510810 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.574514 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=084748f8-114a-44ca-b2d0-d0c45cc22c00,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:45.581565 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-609b4b9e-596f-43c4-825e-cfa18196b881 None None] Port 17e88b41-58fe-41b3-ba50-d7ae84655e25 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:25:45.585867 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Publish callbacks [] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.619821 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.757310 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Attempting to bind port ad0b2c36-03ae-4637-809d-2bb49bac3b69 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:45.757603 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Attempting to bind port ad0b2c36-03ae-4637-809d-2bb49bac3b69 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:45.758129 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Attempting to bind port ad0b2c36-03ae-4637-809d-2bb49bac3b69 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:45.765249 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eaf1e-b5a5-4ed2-b3c1-be2494655224 None None] Pushing event updated for resources: {'Port': ['ID=ad0b2c36-03ae-4637-809d-2bb49bac3b69,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:45.771229 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:45.771614 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:45.772020 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.772400 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:45.772985 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Bound port: ad0b2c36-03ae-4637-809d-2bb49bac3b69, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:45.773365 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.787569 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba784a89-a46f-4656-9270-9cb7876bd961 req-988e2e2a-5162-4462-926f-8ceda3e27d7b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:45.790163 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ba784a89-a46f-4656-9270-9cb7876bd961 req-988e2e2a-5162-4462-926f-8ceda3e27d7b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.2696583 Feb 18 08:25:45.851432 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] For port ad0b2c36-03ae-4637-809d-2bb49bac3b69, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:45.856561 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] For port ad0b2c36-03ae-4637-809d-2bb49bac3b69, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=ad0b2c36-03ae-4637-809d-2bb49bac3b69,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:45.869564 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Allocated IP 172.20.0.1 (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2/fcbfbd22-ba29-4c4a-a08f-f53455a00330/90075546-2bb1-4214-9616-722ccdc0b490) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:45.871945 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:45.980283 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:25:45.995936 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512eaf1e-b5a5-4ed2-b3c1-be2494655224 None None] Pushing event updated for resources: {'Port': ['ID=ad0b2c36-03ae-4637-809d-2bb49bac3b69,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:46.000758 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-14f1e79c-f276-4ffd-b8ef-b65d7c67f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:46.002313 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-14f1e79c-f276-4ffd-b8ef-b65d7c67f893 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 1.0486934 Feb 18 08:25:46.014151 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks [] for port (90075546-2bb1-4214-9616-722ccdc0b490), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.029842 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:46.030691 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:46.034100 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e661-3b7e-4b5f-b64e-0db6051e2da5 req-ad8987ce-465c-4f17-8111-c664923aa9d4 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:46.035887 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c634e661-3b7e-4b5f-b64e-0db6051e2da5 req-ad8987ce-465c-4f17-8111-c664923aa9d4 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.4854186 Feb 18 08:25:46.164631 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ba784a89-a46f-4656-9270-9cb7876bd961 req-81215cf1-d596-40ba-96df-5f4713929ea1 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750941 Feb 18 08:25:46.198388 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-a7ada0b8-76df-4ebf-a324-6598f43bf420 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 1001 time: 0.1883111 Feb 18 08:25:46.200330 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:46.225461 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c634e661-3b7e-4b5f-b64e-0db6051e2da5 req-d769fb49-8274-4547-aa01-541d9c6b459f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520989 Feb 18 08:25:46.256064 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (90075546-2bb1-4214-9616-722ccdc0b490), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.390482 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60478) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:46.398815 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-793856745-network', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:46.399052 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:46.409689 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:46.411569 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Pushing event updated for resources: {'Port': ['ID=90075546-2bb1-4214-9616-722ccdc0b490,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:46.414832 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:46.457753 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-692f7a6e-5e00-4736-96c6-2f198e4eff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:46.459241 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-692f7a6e-5e00-4736-96c6-2f198e4eff4d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.2293053 Feb 18 08:25:46.468708 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Made reservation on behalf of bb53897c7812458592f6089ff9810a1e for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:46.471297 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.510274 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.547122 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (f23fc885-4f40-487f-ab52-ac9c2c294cc8), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.557024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87c7a8b-31b1-4725-92a5-2d989847db51 x-openstack-request-id: req-c87c7a8b-31b1-4725-92a5-2d989847db51 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:25:46.557993 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f98b37a-c17c-47bf-b028-d12f7fc59165", "name": "network-vif-plugged", "status": "completed", "tag": "084748f8-114a-44ca-b2d0-d0c45cc22c00", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:25:46.558462 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c87c7a8b-31b1-4725-92a5-2d989847db51 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:25:46.559048 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084748f8-114a-44ca-b2d0-d0c45cc22c00', 'code': 200} Feb 18 08:25:46.571945 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7c272e5a-4bf7-4316-a63b-ee02be154ce8 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:46.655778 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks [] for security_group (0f8a9aa5-7099-4a27-ada8-87b464c788a2), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.662430 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0f8a9aa5-7099-4a27-ada8-87b464c788a2), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.680129 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:25:46.695067 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (dc66aa96-ece8-4ee5-818d-9a11507e115e), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.695407 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Added segment dc66aa96-ece8-4ee5-818d-9a11507e115e of type vlan for network a64b94df-e949-49fd-a732-5448c8c4000f Feb 18 08:25:46.698243 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-f61d6cb8-2fdd-4eb7-8e97-329f855567e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:46.700044 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-f61d6cb8-2fdd-4eb7-8e97-329f855567e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2243218 Feb 18 08:25:46.752780 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:46.753294 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.753421 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (a64b94df-e949-49fd-a732-5448c8c4000f), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.802037 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (a64b94df-e949-49fd-a732-5448c8c4000f), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.803105 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:46.803978 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:46.833231 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8a9aa5-7099-4a27-ada8-87b464c788a2,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:46.835480 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-a6ea6fed-bcd7-4496-a911-8e12c26da4db service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256802 Feb 18 08:25:46.843371 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4512429 Feb 18 08:25:46.850248 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60484) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:46.899660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Request body: {'subnet': {'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-793856745-subnet', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:46.906884 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea861b67-4491-4ab5-b4b4-3f5733409746 admin admin] Pushing event updated for resources: {'Network': ['ID=a64b94df-e949-49fd-a732-5448c8c4000f,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:46.909259 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Sync routers for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:46.926563 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:46.927344 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:46.947233 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network a64b94df-e949-49fd-a732-5448c8c4000f details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:25:46.964424 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51005935-4244-4333-a058-5654c463813a req-d0bc5d41-2a2f-4fb3-ac07-9eb8d4ff4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:46.965917 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51005935-4244-4333-a058-5654c463813a req-d0bc5d41-2a2f-4fb3-ac07-9eb8d4ff4f48 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 1130 time: 0.3476300 Feb 18 08:25:47.003404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:47.005760 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.021032 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Made reservation on behalf of bb53897c7812458592f6089ff9810a1e for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:47.023331 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25858607'] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.029187 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 7c272e5a-4bf7-4316-a63b-ee02be154ce8, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=7c272e5a-4bf7-4316-a63b-ee02be154ce8,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:47.052999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.062072 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:41Z', 'revision_number': 3, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:47.085584 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:47.102085 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d8d92-f697-4895-aa1b-e0988eb3155f None None] The sync data for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi is: [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:41Z', 'revision_number': 3, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:25:47.104212 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-bde894ca-f872-45d5-a0fc-87e30b52c81f None None] Provisioning complete for port 90075546-2bb1-4214-9616-722ccdc0b490 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:47.104779 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-bde894ca-f872-45d5-a0fc-87e30b52c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (90075546-2bb1-4214-9616-722ccdc0b490), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.190646 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-bde894ca-f872-45d5-a0fc-87e30b52c81f None None] Port 90075546-2bb1-4214-9616-722ccdc0b490 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:25:47.236849 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=7c272e5a-4bf7-4316-a63b-ee02be154ce8,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:47.244094 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25465709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858621'] for subnet (db6f664d-cc5f-4776-8991-427058ed0cba), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.426064 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c861d6f-3c62-40e5-b2d8-b50194fc3647 req-0ecac1ee-cc0e-4b9b-b8da-bc56ba18cfd3 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818603 Feb 18 08:25:47.475453 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51005935-4244-4333-a058-5654c463813a req-1e2ba51c-bf2a-4084-9026-8b7bf1e3147a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849567 Feb 18 08:25:47.476813 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 2, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:47.501340 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (90075546-2bb1-4214-9616-722ccdc0b490), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.506873 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6f664d-cc5f-4776-8991-427058ed0cba,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:47.558119 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Checking segment: {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:47.558625 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Network hostable DHCP agents. Network: a64b94df-e949-49fd-a732-5448c8c4000f, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:25:47.579282 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Checking router: 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:47.579781 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Updating router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 port 17e88b41-58fe-41b3-ba50-d7ae84655e25 binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:47.617712 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.625646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ff87b-4513-4dc0-88b9-217c75c16c12 req-ff7114ce-f30b-47a4-afe9-3ce271281e35 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:47.634033 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-348ff87b-4513-4dc0-88b9-217c75c16c12 req-ff7114ce-f30b-47a4-afe9-3ce271281e35 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.2816079 Feb 18 08:25:47.671115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6531f-f53c-48db-879e-2efdb5b0d093 req-42afa734-80be-4567-92d5-7ca1282f2160 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:47.672887 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4db6531f-f53c-48db-879e-2efdb5b0d093 req-42afa734-80be-4567-92d5-7ca1282f2160 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.3376253 Feb 18 08:25:47.702700 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Network a64b94df-e949-49fd-a732-5448c8c4000f is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:25:47.829165 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, a64b94df-e949-49fd-a732-5448c8c4000f) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:47.839367 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bee23-302e-44b5-a5db-a6155857be98 None None] Network a64b94df-e949-49fd-a732-5448c8c4000f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:47.863434 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:47.864095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:47.879812 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-348ff87b-4513-4dc0-88b9-217c75c16c12 req-b5db1b65-a66c-4ea0-a47f-41ff2a525a0c tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446587 Feb 18 08:25:47.954754 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60498) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:47.959240 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:47.971585 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-77101254-4561-4792-9d6f-7fd91af78507 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0819778 Feb 18 08:25:47.977634 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4db6531f-f53c-48db-879e-2efdb5b0d093 req-6f96c713-6164-48e8-929c-8096689756d0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883043 Feb 18 08:25:48.014740 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-a64b94df-e949-49fd-a732-5448c8c4000f', 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f', 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'fixed_ips': [{'subnet_id': 'db6f664d-cc5f-4776-8991-427058ed0cba'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:25:48.015670 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.039660 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (5f002b77-f0d2-45b6-a09b-9c16724a466c), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.039660 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (5f002b77-f0d2-45b6-a09b-9c16724a466c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.148936 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks [] for port (90075546-2bb1-4214-9616-722ccdc0b490), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.158809 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks [] for router_controller (5f002b77-f0d2-45b6-a09b-9c16724a466c), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.172727 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Publish callbacks [] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.184607 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (90075546-2bb1-4214-9616-722ccdc0b490), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.206741 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.271668 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device ad0b2c36-03ae-4637-809d-2bb49bac3b69 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:48.348606 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b53cb-4a52-421c-a141-522487422108 None None] Pushing event updated for resources: {'Port': ['ID=17e88b41-58fe-41b3-ba50-d7ae84655e25,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:48.373204 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (f23fc885-4f40-487f-ab52-ac9c2c294cc8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.385562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Pushing event updated for resources: {'Port': ['ID=90075546-2bb1-4214-9616-722ccdc0b490,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:48.517671 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Attempting to bind port 17e88b41-58fe-41b3-ba50-d7ae84655e25 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:48.518467 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Attempting to bind port 17e88b41-58fe-41b3-ba50-d7ae84655e25 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:48.520448 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Attempting to bind port 17e88b41-58fe-41b3-ba50-d7ae84655e25 on network 1637f515-4647-4c4f-9c6b-2a39afd26691 {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:48.540211 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:48.542016 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Checking segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:48.542702 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.543255 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Bound using segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:48.544206 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Bound port: 17e88b41-58fe-41b3-ba50-d7ae84655e25, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:48.544797 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.584161 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Allocated IP 172.20.0.2 (a64b94df-e949-49fd-a732-5448c8c4000f/db6f664d-cc5f-4776-8991-427058ed0cba/89307571-7589-42c2-967f-b28945741b36) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:48.616234 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks [] for router_gateway (5f002b77-f0d2-45b6-a09b-9c16724a466c), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.764795 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] For port 17e88b41-58fe-41b3-ba50-d7ae84655e25, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:48.776459 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port ad0b2c36-03ae-4637-809d-2bb49bac3b69 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:48.777007 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.778155 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] For port 17e88b41-58fe-41b3-ba50-d7ae84655e25, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=17e88b41-58fe-41b3-ba50-d7ae84655e25,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:48.789655 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.851806 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b53cb-4a52-421c-a141-522487422108 None None] Pushing event updated for resources: {'Port': ['ID=17e88b41-58fe-41b3-ba50-d7ae84655e25,revision_number=4']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:48.873055 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:48.873683 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:48.923290 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] Provisioning complete for port 17e88b41-58fe-41b3-ba50-d7ae84655e25 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:48.930416 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:48.993499 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:49.139935 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:49.152250 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:49.164622 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-b22f4ce6-6294-4cfa-b1ab-8ae0e203977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:49.171400 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-b22f4ce6-6294-4cfa-b1ab-8ae0e203977e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 1130 time: 0.5188365 Feb 18 08:25:49.199055 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks [] for router_gateway (5f002b77-f0d2-45b6-a09b-9c16724a466c), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.225938 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56532cf-2cc4-4112-ab76-3ccf3ee1b5f2 req-e024a3c7-86d5-4009-a361-39f0812e9ee6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:49.244181 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e56532cf-2cc4-4112-ab76-3ccf3ee1b5f2 req-e024a3c7-86d5-4009-a361-39f0812e9ee6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.5128682 Feb 18 08:25:49.270619 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:48Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:49.279579 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.306460 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port ad0b2c36-03ae-4637-809d-2bb49bac3b69 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:49.308317 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.322819 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764848a-d094-46a4-a60e-9960fbbee74d None None] The sync data for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi is: [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:48Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:25:49.372741 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port ad0b2c36-03ae-4637-809d-2bb49bac3b69, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=ad0b2c36-03ae-4637-809d-2bb49bac3b69,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:49.429355 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.430218 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7c272e5a-4bf7-4316-a63b-ee02be154ce8 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:49.447891 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Publish callbacks [] for port (89307571-7589-42c2-967f-b28945741b36), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.597277 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (89307571-7589-42c2-967f-b28945741b36), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.604893 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] Current status of the port 17e88b41-58fe-41b3-ba50-d7ae84655e25 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:49.605280 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.669275 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] For port 17e88b41-58fe-41b3-ba50-d7ae84655e25, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=17e88b41-58fe-41b3-ba50-d7ae84655e25,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:49.697745 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Network a64b94df-e949-49fd-a732-5448c8c4000f is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:49.704855 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:49.714065 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:49.722043 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.745356 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Allocated IP 172.27.3.95 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/4c070107-0697-45ac-8cfb-cc02d59e64ee) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:49.840518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b03d54-6f68-450b-b1b8-1ab306a23284 req-5759f561-ad94-414d-85a6-4f1b92392651 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:49.848121 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c4b03d54-6f68-450b-b1b8-1ab306a23284 req-5759f561-ad94-414d-85a6-4f1b92392651 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.7904673 Feb 18 08:25:49.866865 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=ad0b2c36-03ae-4637-809d-2bb49bac3b69,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:49.872630 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Router f23fc885-4f40-487f-ab52-ac9c2c294cc8 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:25:49.890471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e56532cf-2cc4-4112-ab76-3ccf3ee1b5f2 req-891f3af6-bd84-4686-b3c8-31b9ad9ffc9c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6442392 Feb 18 08:25:49.918681 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks [] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.936848 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-098bb021-1f77-42df-9f76-44d724b977e4 None None] Provisioning complete for port 90075546-2bb1-4214-9616-722ccdc0b490 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:49.936848 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-098bb021-1f77-42df-9f76-44d724b977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (90075546-2bb1-4214-9616-722ccdc0b490), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:49.963403 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-873f4ae5-b623-4fa8-aa1f-41cf7f513e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:49.965292 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-873f4ae5-b623-4fa8-aa1f-41cf7f513e86 service neutron] 10.222.0.79 "GET /v2.0/networks?id=180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 200 len: 919 time: 0.7892683 Feb 18 08:25:49.975100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Attempting to bind port 89307571-7589-42c2-967f-b28945741b36 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:49.975697 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Attempting to bind port 89307571-7589-42c2-967f-b28945741b36 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:49.976111 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Attempting to bind port 89307571-7589-42c2-967f-b28945741b36 on network a64b94df-e949-49fd-a732-5448c8c4000f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:49.988030 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.033847 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:50.035770 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Checking segment: {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:50.036296 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.036796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Bound using segment: {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:50.040281 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Bound port: 89307571-7589-42c2-967f-b28945741b36, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:50.041227 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (89307571-7589-42c2-967f-b28945741b36), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.074546 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:50.075094 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.104684 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:50.122869 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:50.127350 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:50.155578 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=4c070107-0697-45ac-8cfb-cc02d59e64ee,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:50.223372 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Pushing event updated for resources: {'Port': ['ID=89307571-7589-42c2-967f-b28945741b36,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:50.357680 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d39f2-d497-4f85-b797-f61191070c65 None None] Pushing event updated for resources: {'Port': ['ID=17e88b41-58fe-41b3-ba50-d7ae84655e25,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:50.376174 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-098bb021-1f77-42df-9f76-44d724b977e4 None None] Port 90075546-2bb1-4214-9616-722ccdc0b490 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:25:50.433959 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] For port 89307571-7589-42c2-967f-b28945741b36, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:50.437340 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] For port 89307571-7589-42c2-967f-b28945741b36, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=89307571-7589-42c2-967f-b28945741b36,segment=NetworkSegment(dc66aa96-ece8-4ee5-818d-9a11507e115e),segment_id=dc66aa96-ece8-4ee5-818d-9a11507e115e)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:50.461527 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-098bb021-1f77-42df-9f76-44d724b977e4 None None] Provisioning complete for port 17e88b41-58fe-41b3-ba50-d7ae84655e25 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:50.461875 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-098bb021-1f77-42df-9f76-44d724b977e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.513044 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (89307571-7589-42c2-967f-b28945741b36), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.546382 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:50.554933 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c4b03d54-6f68-450b-b1b8-1ab306a23284 req-fd2347f6-f6f1-47bd-9558-85d9907d9632 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056255 Feb 18 08:25:50.572683 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-32354dcb-fb74-4562-a22a-b19bd8f774e7 admin admin] 10.222.0.69 "PUT /v2.0/routers/f23fc885-4f40-487f-ab52-ac9c2c294cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3308423 Feb 18 08:25:50.624438 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks [] for router_gateway (5f002b77-f0d2-45b6-a09b-9c16724a466c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:50.650825 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-e3aa36d9-5a21-40d4-93c3-e75f496536cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 200 len: 217 time: 0.1013639 Feb 18 08:25:50.651143 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Sync routers for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:50.676720 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8cae7-f8c1-49ec-aacf-1b9d72ef68ec None None] Pushing event updated for resources: {'Port': ['ID=89307571-7589-42c2-967f-b28945741b36,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:50.764082 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:50.792607 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:50.795072 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:50.822687 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-86f9de17-4aba-409f-90f0-0b88ae2b81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:50.827531 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-86f9de17-4aba-409f-90f0-0b88ae2b81f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 200 len: 858 time: 0.1679316 Feb 18 08:25:50.962455 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-f87d44f5-ba5e-402a-9d02-d338490e32c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=180c331a-7438-499d-ad53-141221ec53c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188488 Feb 18 08:25:51.066183 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:51.188848 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (5f002b77-f0d2-45b6-a09b-9c16724a466c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:51.287778 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f961fdc-2467-4c5f-9739-adc90aff67cc req-b8d0dbb7-faff-49d7-926b-f7dc08285c63 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:51.304669 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f961fdc-2467-4c5f-9739-adc90aff67cc req-b8d0dbb7-faff-49d7-926b-f7dc08285c63 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.2441390 Feb 18 08:25:51.329470 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-0ad6ded8-254e-48b5-a120-487a5f5de819 service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579481 Feb 18 08:25:51.446469 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device ad0b2c36-03ae-4637-809d-2bb49bac3b69 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:51.458695 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Router 5f002b77-f0d2-45b6-a09b-9c16724a466c is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:25:51.504922 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f961fdc-2467-4c5f-9739-adc90aff67cc req-10049301-b68f-4be1-b419-379b631120da tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976590 Feb 18 08:25:51.561135 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43f9cf3-7e2f-4aa3-b9ea-a658ad5efe48 req-76fd5300-6b90-4286-8f74-3781ac48c2ab service neutron] 10.222.0.79 "GET /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131875 Feb 18 08:25:51.637316 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-098bb021-1f77-42df-9f76-44d724b977e4 None None] Current status of the port 17e88b41-58fe-41b3-ba50-d7ae84655e25 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:51.652359 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port ad0b2c36-03ae-4637-809d-2bb49bac3b69 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:51.652822 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:51.663748 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:51.676693 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Sync routers for ids ['5f002b77-f0d2-45b6-a09b-9c16724a466c'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:51.698536 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:51.700940 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c70fb889-c76c-4947-b751-0fd44feb2ed2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7444055 Feb 18 08:25:51.702871 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60544) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:51.853542 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e1030-5b52-4250-8d68-4cd559a9ef07 req-166168dd-e37c-443b-8d1e-b4a8f8c7d4af tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:51.856273 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f1e1030-5b52-4250-8d68-4cd559a9ef07 req-166168dd-e37c-443b-8d1e-b4a8f8c7d4af tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.1461980 Feb 18 08:25:51.946083 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f1e1030-5b52-4250-8d68-4cd559a9ef07 req-4b3a4def-601f-4588-9921-673b3c9b381a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837648 Feb 18 08:25:51.962888 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Routers {'5f002b77-f0d2-45b6-a09b-9c16724a466c'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:51.964110 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['5f002b77-f0d2-45b6-a09b-9c16724a466c'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:52.023139 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port ad0b2c36-03ae-4637-809d-2bb49bac3b69 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:52.024794 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 17e88b41-58fe-41b3-ba50-d7ae84655e25 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:52.050812 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60558) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:52.057016 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-709420330-network', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:52.103049 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Made reservation on behalf of 57db036d6c4043cdbce764f8db2c34ee for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:52.105591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.124995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.168207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 2, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:52.245647 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Checking router: f23fc885-4f40-487f-ab52-ac9c2c294cc8 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:52.253504 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Updating router f23fc885-4f40-487f-ab52-ac9c2c294cc8 port 90075546-2bb1-4214-9616-722ccdc0b490 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:52.313750 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks [] for security_group (5409f814-cce1-4720-a8d7-15ef4df945d3), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.318603 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (90075546-2bb1-4214-9616-722ccdc0b490), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.321961 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 17e88b41-58fe-41b3-ba50-d7ae84655e25 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:52.322677 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.331930 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5409f814-cce1-4720-a8d7-15ef4df945d3), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.378706 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Set router 5f002b77-f0d2-45b6-a09b-9c16724a466c gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:52.385706 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:25:52.417489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5409f814-cce1-4720-a8d7-15ef4df945d3,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:52.435560 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (819a14ab-f99b-40b6-bb63-8b2b4128e006), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.436187 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Added segment 819a14ab-f99b-40b6-bb63-8b2b4128e006 of type vlan for network a655ae83-8b06-49bc-b36e-49342fc70e0f Feb 18 08:25:52.539548 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbda1f2-f5a8-413d-9efb-ccfcca32ee76 None None] Network a64b94df-e949-49fd-a732-5448c8c4000f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:52.607444 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (a655ae83-8b06-49bc-b36e-49342fc70e0f), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.668898 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (a655ae83-8b06-49bc-b36e-49342fc70e0f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.669895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:52.670473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.813921 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7619801 Feb 18 08:25:52.819371 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60570) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:52.824664 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Request body: {'subnet': {'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-709420330-subnet', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:52.833764 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186691c-d076-44cd-b064-fe7858e30022 admin admin] Pushing event updated for resources: {'Network': ['ID=a655ae83-8b06-49bc-b36e-49342fc70e0f,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:52.850215 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:25:50Z', 'revision_number': 3, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:52.855201 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dab92d-f755-4b45-8c10-14790377947f req-45c99152-364b-49a5-89bd-4e071d95a61e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:52.856977 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81dab92d-f755-4b45-8c10-14790377947f req-45c99152-364b-49a5-89bd-4e071d95a61e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1694183 Feb 18 08:25:52.885464 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network a655ae83-8b06-49bc-b36e-49342fc70e0f details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:25:52.887105 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Made reservation on behalf of 57db036d6c4043cdbce764f8db2c34ee for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:25:52.889953 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25858607'] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.892688 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Checking router: 5f002b77-f0d2-45b6-a09b-9c16724a466c for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:52.893142 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Updating router 5f002b77-f0d2-45b6-a09b-9c16724a466c port 4c070107-0697-45ac-8cfb-cc02d59e64ee binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:52.925329 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:52.978589 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81dab92d-f755-4b45-8c10-14790377947f req-40d904e2-498a-4a94-b0dc-efc11a407655 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144211 Feb 18 08:25:53.053554 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] Provisioning complete for port 89307571-7589-42c2-967f-b28945741b36 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:53.053928 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (89307571-7589-42c2-967f-b28945741b36), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.117641 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.147805 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25465709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858621'] for subnet (addeabc8-6bc9-42fa-9a0d-f8ceb64966d8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.260069 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addeabc8-6bc9-42fa-9a0d-f8ceb64966d8,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:53.270429 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Checking segment: {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:53.270863 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Network hostable DHCP agents. Network: a655ae83-8b06-49bc-b36e-49342fc70e0f, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:25:53.311226 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Network a655ae83-8b06-49bc-b36e-49342fc70e0f is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:25:53.342943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, a655ae83-8b06-49bc-b36e-49342fc70e0f) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:53.366007 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:53.366764 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.396957 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Publish callbacks [] for port (90075546-2bb1-4214-9616-722ccdc0b490), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.402911 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-8c710312-6b29-47bf-b23e-f37ada761df5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5820849 Feb 18 08:25:53.405402 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60572) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:53.412510 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:53.414311 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 17e88b41-58fe-41b3-ba50-d7ae84655e25 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:53.416040 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Publish callbacks [] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.419564 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Allocated IP 172.20.0.1 (a64b94df-e949-49fd-a732-5448c8c4000f/db6f664d-cc5f-4776-8991-427058ed0cba/e21539da-fce7-4569-b8d1-f4c3f76a4006) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:53.436555 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.453828 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0965f05-f512-4037-8156-83342943d9ac None None] Network a655ae83-8b06-49bc-b36e-49342fc70e0f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:25:53.457867 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (90075546-2bb1-4214-9616-722ccdc0b490), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.459575 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (3a574f1f-3054-4181-b9d7-d274c717cea7), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.460888 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (3a574f1f-3054-4181-b9d7-d274c717cea7), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.498381 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Attempting to bind port 4c070107-0697-45ac-8cfb-cc02d59e64ee on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:53.499409 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Attempting to bind port 4c070107-0697-45ac-8cfb-cc02d59e64ee by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:53.499901 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Attempting to bind port 4c070107-0697-45ac-8cfb-cc02d59e64ee on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:53.507604 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2076e54-f4d4-4cfa-9888-6046c94fe06f None None] Pushing event updated for resources: {'Port': ['ID=4c070107-0697-45ac-8cfb-cc02d59e64ee,revision_number=2']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:53.511481 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:53.512036 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:53.512530 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.513001 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:53.513570 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Bound port: 4c070107-0697-45ac-8cfb-cc02d59e64ee, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:53.514038 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.593386 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fb0cb-7b2a-43a2-80c7-7677363bf6f7 None None] Pushing event updated for resources: {'Port': ['ID=90075546-2bb1-4214-9616-722ccdc0b490,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:53.644263 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks [] for router_controller (3a574f1f-3054-4181-b9d7-d274c717cea7), precommit_add_association {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.645965 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] For port 4c070107-0697-45ac-8cfb-cc02d59e64ee, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:53.651567 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] For port 4c070107-0697-45ac-8cfb-cc02d59e64ee, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=4c070107-0697-45ac-8cfb-cc02d59e64ee,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:53.675096 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.759264 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks [] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.828706 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Attempting to bind port 90075546-2bb1-4214-9616-722ccdc0b490 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:53.829379 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Attempting to bind port 90075546-2bb1-4214-9616-722ccdc0b490 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:53.829960 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Attempting to bind port 90075546-2bb1-4214-9616-722ccdc0b490 on network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:53.843536 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 89307571-7589-42c2-967f-b28945741b36 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:53.852413 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2076e54-f4d4-4cfa-9888-6046c94fe06f None None] Pushing event updated for resources: {'Port': ['ID=4c070107-0697-45ac-8cfb-cc02d59e64ee,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:53.914286 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.929871 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Routers {'5f002b77-f0d2-45b6-a09b-9c16724a466c'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:53.936600 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['5f002b77-f0d2-45b6-a09b-9c16724a466c'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:53.971054 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:53.971746 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Checking segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:53.972303 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.972860 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Bound using segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:53.973498 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Bound port: 90075546-2bb1-4214-9616-722ccdc0b490, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:53.974038 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (90075546-2bb1-4214-9616-722ccdc0b490), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:53.977031 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Pushing event updated for resources: {'Port': ['ID=e21539da-fce7-4569-b8d1-f4c3f76a4006,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:53.994122 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 89307571-7589-42c2-967f-b28945741b36 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:53.994122 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (89307571-7589-42c2-967f-b28945741b36), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.004071 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Network a64b94df-e949-49fd-a732-5448c8c4000f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:54.006906 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:54.010563 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:54.067215 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] For port 90075546-2bb1-4214-9616-722ccdc0b490, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:54.074008 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] For port 90075546-2bb1-4214-9616-722ccdc0b490, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=90075546-2bb1-4214-9616-722ccdc0b490,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:54.094703 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (5f002b77-f0d2-45b6-a09b-9c16724a466c), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.137252 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (90075546-2bb1-4214-9616-722ccdc0b490), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.146174 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks [] for router_gateway (3a574f1f-3054-4181-b9d7-d274c717cea7), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.242425 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fb0cb-7b2a-43a2-80c7-7677363bf6f7 None None] Pushing event updated for resources: {'Port': ['ID=90075546-2bb1-4214-9616-722ccdc0b490,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:54.309506 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] Current status of the port 89307571-7589-42c2-967f-b28945741b36 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:54.310160 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (89307571-7589-42c2-967f-b28945741b36), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.318953 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] Set router 5f002b77-f0d2-45b6-a09b-9c16724a466c gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:54.379523 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] For port 89307571-7589-42c2-967f-b28945741b36, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=89307571-7589-42c2-967f-b28945741b36,segment=NetworkSegment(dc66aa96-ece8-4ee5-818d-9a11507e115e),segment_id=dc66aa96-ece8-4ee5-818d-9a11507e115e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:54.387491 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:54.396483 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:54.467227 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.570384 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ba6-8dbc-42e5-bec0-b63b98305306 req-39b6f0fa-93ba-4a2f-b226-96418ad7e201 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:54.575777 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c7843ba6-8dbc-42e5-bec0-b63b98305306 req-39b6f0fa-93ba-4a2f-b226-96418ad7e201 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.4113457 Feb 18 08:25:54.686142 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:54.809547 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c7843ba6-8dbc-42e5-bec0-b63b98305306 req-5b1d7e2e-b9ee-465a-ad09-41530349079d tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263601 Feb 18 08:25:54.914270 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks [] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.931169 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:54.942391 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-424424d4-5404-451d-b531-52c36c3194fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:25:50Z', 'revision_number': 3, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:55.010001 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424424d4-5404-451d-b531-52c36c3194fe None None] The sync data for ids ['5f002b77-f0d2-45b6-a09b-9c16724a466c'] in dv-cinder-773985-35-iscsi is: [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:25:50Z', 'revision_number': 3, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:25:55.083892 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (5f002b77-f0d2-45b6-a09b-9c16724a466c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.112941 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks [] for router_gateway (3a574f1f-3054-4181-b9d7-d274c717cea7), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.125877 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Pushing event updated for resources: {'Port': ['ID=e21539da-fce7-4569-b8d1-f4c3f76a4006,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:55.137252 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.206012 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (89307571-7589-42c2-967f-b28945741b36), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.283983 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Network a64b94df-e949-49fd-a732-5448c8c4000f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:55.286564 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:55.335859 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfe823-b4a5-43ab-abcf-43dda5a0444f None None] Pushing event updated for resources: {'Port': ['ID=89307571-7589-42c2-967f-b28945741b36,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:55.361122 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Allocated IP 172.27.3.222 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/f990fae3-87d1-4d07-8145-b754367d9806) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:55.411307 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-a655ae83-8b06-49bc-b36e-49342fc70e0f', 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'fixed_ips': [{'subnet_id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:25:55.421527 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.541575 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Router 5f002b77-f0d2-45b6-a09b-9c16724a466c has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:25:55.663881 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks [] for port (f990fae3-87d1-4d07-8145-b754367d9806), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.786235 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (f990fae3-87d1-4d07-8145-b754367d9806), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.790201 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:55.804160 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-6577bfa0-3c3f-4091-a788-70e881bc305b admin admin] 10.222.0.69 "PUT /v2.0/routers/5f002b77-f0d2-45b6-a09b-9c16724a466c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0920227 Feb 18 08:25:55.859302 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Provisioning complete for port 90075546-2bb1-4214-9616-722ccdc0b490 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:55.859999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (90075546-2bb1-4214-9616-722ccdc0b490), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:55.860279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:55.874330 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:55.881208 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:55.932787 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 89307571-7589-42c2-967f-b28945741b36 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:55.945159 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Pushing event updated for resources: {'Port': ['ID=f990fae3-87d1-4d07-8145-b754367d9806,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:56.154250 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Allocated IP 172.20.0.2 (a655ae83-8b06-49bc-b36e-49342fc70e0f/addeabc8-6bc9-42fa-9a0d-f8ceb64966d8/19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:56.275462 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73178036-cb74-4d91-b89d-db5882f16817 req-a5ad3ce0-1574-44da-b3f3-67179d26e19f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:25:56.277452 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-73178036-cb74-4d91-b89d-db5882f16817 req-a5ad3ce0-1574-44da-b3f3-67179d26e19f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1962824 Feb 18 08:25:56.333819 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 4c070107-0697-45ac-8cfb-cc02d59e64ee up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:56.458878 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Current status of the port 90075546-2bb1-4214-9616-722ccdc0b490 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:56.459261 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (90075546-2bb1-4214-9616-722ccdc0b490), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:56.503068 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks [] for router_gateway (3a574f1f-3054-4181-b9d7-d274c717cea7), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:56.589190 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Publish callbacks [] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:56.655013 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-73178036-cb74-4d91-b89d-db5882f16817 req-d5ba6585-1701-4c1b-b314-8bacd291b511 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681540 Feb 18 08:25:56.667886 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] For port 90075546-2bb1-4214-9616-722ccdc0b490, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=90075546-2bb1-4214-9616-722ccdc0b490,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:56.722848 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:56.726423 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (90075546-2bb1-4214-9616-722ccdc0b490), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:56.752383 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:54Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:56.836143 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60616) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:56.836143 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831089235', 'description': 'tempest-secgroup-smoke-831089235 description', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:56.884769 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.021546 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e4d72-85a4-4bc4-85b7-a5dfc64e1c13 None None] The sync data for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi is: [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:54Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:25:57.063249 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (3a574f1f-3054-4181-b9d7-d274c717cea7), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.067969 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 4c070107-0697-45ac-8cfb-cc02d59e64ee triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:57.069707 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.080147 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Network a655ae83-8b06-49bc-b36e-49342fc70e0f is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:25:57.125482 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:25:57.142368 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Pushing event updated for resources: {'Port': ['ID=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:57.154355 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:25:57.203700 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group (7479e0e6-5529-4e9b-aa9c-152e69121ba1), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.218437 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (7479e0e6-5529-4e9b-aa9c-152e69121ba1), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.260570 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7479e0e6-5529-4e9b-aa9c-152e69121ba1,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:57.268525 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Provisioning complete for port e21539da-fce7-4569-b8d1-f4c3f76a4006 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:57.268995 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.281352 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.281714 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.282647 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.283066 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.283450 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.283886 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.284227 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.284618 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.285511 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.285859 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.286187 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.286517 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.286897 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.338224 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.346662 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-6e3a62fa-5447-4a78-b198-cfda5b4daa4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5377495 Feb 18 08:25:57.347741 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60626) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:57.356247 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group_rule': {'security_group_id': '7479e0e6-5529-4e9b-aa9c-152e69121ba1', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:57.422293 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Router 3a574f1f-3054-4181-b9d7-d274c717cea7 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:25:57.448379 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Port e21539da-fce7-4569-b8d1-f4c3f76a4006 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:25:57.456268 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (4b99512a-d99d-4a61-97bd-910c665fe541), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.511797 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Pushing event updated for resources: {'Port': ['ID=90075546-2bb1-4214-9616-722ccdc0b490,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:57.556457 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Attempting to bind port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:57.556829 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Attempting to bind port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:57.557188 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Attempting to bind port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e on network a655ae83-8b06-49bc-b36e-49342fc70e0f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:57.562257 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Provisioning complete for port 89307571-7589-42c2-967f-b28945741b36 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:57.562562 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (89307571-7589-42c2-967f-b28945741b36), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.565968 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 4c070107-0697-45ac-8cfb-cc02d59e64ee is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:57.566265 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.578518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:57.578518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Checking segment: {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:57.578518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.578518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Bound using segment: {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:57.578518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Bound port: 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:57.578518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.658495 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 4c070107-0697-45ac-8cfb-cc02d59e64ee, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=4c070107-0697-45ac-8cfb-cc02d59e64ee,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:25:57.720653 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (4b99512a-d99d-4a61-97bd-910c665fe541), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.729448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.730302 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 89307571-7589-42c2-967f-b28945741b36 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:25:57.744646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (4b99512a-d99d-4a61-97bd-910c665fe541), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.765023 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:25:57.785551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.786662 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4362037 Feb 18 08:25:57.789711 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60632) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:57.795223 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group_rule': {'security_group_id': '7479e0e6-5529-4e9b-aa9c-152e69121ba1', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:57.802328 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b99512a-d99d-4a61-97bd-910c665fe541,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:57.807485 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Sync routers for ids ['3a574f1f-3054-4181-b9d7-d274c717cea7'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:57.818320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.819455 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f801eb70-5d6b-4eb2-9433-d5d2dc520161 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4126210 Feb 18 08:25:57.822943 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60636) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:57.823816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827873 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.827873 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3acd8f5-8300-4929-b865-046c274bf9d5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:25:57.861974 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (b4ec0e4e-a9eb-44a4-bd39-919c971bc5ca), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.934643 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (b4ec0e4e-a9eb-44a4-bd39-919c971bc5ca), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.944224 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (b4ec0e4e-a9eb-44a4-bd39-919c971bc5ca), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.975943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ec0e4e-a9eb-44a4-bd39-919c971bc5ca,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:57.989299 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:57.990977 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a6cde380-fe6f-4407-a6bc-bd644aa4f1e1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2003424 Feb 18 08:25:57.995115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60638) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:57.998215 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group_rule': {'security_group_id': '7479e0e6-5529-4e9b-aa9c-152e69121ba1', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:58.031563 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Routers {'3a574f1f-3054-4181-b9d7-d274c717cea7'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:58.032319 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['3a574f1f-3054-4181-b9d7-d274c717cea7'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:58.065569 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Sync routers for ids ['5f002b77-f0d2-45b6-a09b-9c16724a466c'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:25:58.086242 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (fec1d80d-6742-4fd2-be07-5b2bf7e616c4), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.091887 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Routers {'5f002b77-f0d2-45b6-a09b-9c16724a466c'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:25:58.092612 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['5f002b77-f0d2-45b6-a09b-9c16724a466c'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:58.200341 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (fec1d80d-6742-4fd2-be07-5b2bf7e616c4), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.201598 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] For port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:25:58.204228 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=4c070107-0697-45ac-8cfb-cc02d59e64ee,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:58.220126 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (fec1d80d-6742-4fd2-be07-5b2bf7e616c4), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.246615 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec1d80d-6742-4fd2-be07-5b2bf7e616c4,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:58.274694 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.276635 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-55e57036-112e-42ac-8927-1ef94b5d9643 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2819026 Feb 18 08:25:58.279283 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60646) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:58.292041 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group_rule': {'security_group_id': '7479e0e6-5529-4e9b-aa9c-152e69121ba1', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:58.310478 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Set router 5f002b77-f0d2-45b6-a09b-9c16724a466c gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:58.331836 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] For port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:25:58.335492 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c17af56c-507b-4459-8adf-d6cff287c431 None None] Current status of the port 89307571-7589-42c2-967f-b28945741b36 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:58.382788 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.383063 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (7bdbbdf0-75ee-4b4c-ab3e-7c2bd7027e1a), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.570775 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (7bdbbdf0-75ee-4b4c-ab3e-7c2bd7027e1a), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.582270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (7bdbbdf0-75ee-4b4c-ab3e-7c2bd7027e1a), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.645860 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdbbdf0-75ee-4b4c-ab3e-7c2bd7027e1a,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:58.661296 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.665589 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d8927a3d-2342-4256-a0ab-6b1cf5c9a81b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836796 Feb 18 08:25:58.666126 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 60650) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:25:58.676040 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group_rule': {'security_group_id': '7479e0e6-5529-4e9b-aa9c-152e69121ba1', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:25:58.685220 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 89307571-7589-42c2-967f-b28945741b36 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:58.685775 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (89307571-7589-42c2-967f-b28945741b36), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.743429 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:25:54Z', 'revision_number': 4, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'e21539da-fce7-4569-b8d1-f4c3f76a4006', 'name': '', 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'mac_address': 'fa:16:3e:b2:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'db6f664d-cc5f-4776-8991-427058ed0cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:25:54Z', 'revision_number': 2, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'subnets': [{'id': 'db6f664d-cc5f-4776-8991-427058ed0cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:58.785397 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Set router 3a574f1f-3054-4181-b9d7-d274c717cea7 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:25:58.823153 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-852b3bc0-944b-41ee-ba02-c74691afd957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.825989 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.securitygroups_db [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Project cafbf79987a140a18dd4cf846db9bbbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 08:25:58.826917 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-a5ac3ebd-6629-4be7-a585-eefeff2386f4 None None] Provisioning complete for port e21539da-fce7-4569-b8d1-f4c3f76a4006 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:25:58.827397 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a5ac3ebd-6629-4be7-a585-eefeff2386f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.830104 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Checking router: 5f002b77-f0d2-45b6-a09b-9c16724a466c for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:58.830663 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Updating router 5f002b77-f0d2-45b6-a09b-9c16724a466c port e21539da-fce7-4569-b8d1-f4c3f76a4006 binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:58.840434 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (2dc6a20b-c436-4bd2-8358-f58205fa9671), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:58.907906 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.163090 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e5b1-e069-4e98-a467-40fec2871bb1 None None] Pushing event updated for resources: {'Port': ['ID=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:59.334038 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac3ebd-6629-4be7-a585-eefeff2386f4 None None] Port e21539da-fce7-4569-b8d1-f4c3f76a4006 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:25:59.386589 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.404045 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (2dc6a20b-c436-4bd2-8358-f58205fa9671), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.445242 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 89307571-7589-42c2-967f-b28945741b36 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:25:59.484443 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Publish callbacks [] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.515098 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.649149 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83c6ec-4a28-455f-b0f9-df012b423eee None None] Pushing event updated for resources: {'Port': ['ID=e21539da-fce7-4569-b8d1-f4c3f76a4006,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:25:59.679339 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Allocated IP 172.20.0.1 (a655ae83-8b06-49bc-b36e-49342fc70e0f/addeabc8-6bc9-42fa-9a0d-f8ceb64966d8/bddff39f-2062-471f-9ce8-ea30a4db00ac) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:25:59.767588 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 3, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:25:59.768099 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Attempting to bind port e21539da-fce7-4569-b8d1-f4c3f76a4006 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:25:59.768757 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Attempting to bind port e21539da-fce7-4569-b8d1-f4c3f76a4006 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:25:59.768757 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Attempting to bind port e21539da-fce7-4569-b8d1-f4c3f76a4006 on network a64b94df-e949-49fd-a732-5448c8c4000f {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:25:59.782342 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:25:59.782806 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Checking segment: {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:25:59.783336 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.787380 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Bound using segment: {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:25:59.789995 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Bound port: e21539da-fce7-4569-b8d1-f4c3f76a4006, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc66aa96-ece8-4ee5-818d-9a11507e115e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:25:59.790407 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.882069 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks [] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.918874 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (2dc6a20b-c436-4bd2-8358-f58205fa9671), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:25:59.921181 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Checking router: 3a574f1f-3054-4181-b9d7-d274c717cea7 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:25:59.921181 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Updating router 3a574f1f-3054-4181-b9d7-d274c717cea7 port f990fae3-87d1-4d07-8145-b754367d9806 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:25:59.931663 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.022634 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] For port e21539da-fce7-4569-b8d1-f4c3f76a4006, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:26:00.035470 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] For port e21539da-fce7-4569-b8d1-f4c3f76a4006, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=e21539da-fce7-4569-b8d1-f4c3f76a4006,segment=NetworkSegment(dc66aa96-ece8-4ee5-818d-9a11507e115e),segment_id=dc66aa96-ece8-4ee5-818d-9a11507e115e)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:26:00.038410 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f990fae3-87d1-4d07-8145-b754367d9806), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.053736 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Network a655ae83-8b06-49bc-b36e-49342fc70e0f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:26:00.055657 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc6a20b-c436-4bd2-8358-f58205fa9671,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:00.079127 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:26:00.086330 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:26:00.091103 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.093004 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.098286 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 60660) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:00.103784 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'security_group_rule': {'security_group_id': '7479e0e6-5529-4e9b-aa9c-152e69121ba1', 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:26:00.110179 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-cc9bd748-59fc-4164-8a9b-dc71a49ec6e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4413083 Feb 18 08:26:00.114455 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 4c070107-0697-45ac-8cfb-cc02d59e64ee up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:00.123119 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Pushing event updated for resources: {'Port': ['ID=bddff39f-2062-471f-9ce8-ea30a4db00ac,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:00.161008 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Routers {'5f002b77-f0d2-45b6-a09b-9c16724a466c'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:26:00.161932 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:25:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['5f002b77-f0d2-45b6-a09b-9c16724a466c'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:00.186080 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.securitygroups_db [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Project cafbf79987a140a18dd4cf846db9bbbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 08:26:00.193975 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (a7466fb0-398c-45d0-9d54-7bc5e91bd7e0), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.236775 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (3a574f1f-3054-4181-b9d7-d274c717cea7), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.322320 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] Set router 5f002b77-f0d2-45b6-a09b-9c16724a466c gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:26:00.417189 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (a7466fb0-398c-45d0-9d54-7bc5e91bd7e0), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.431739 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (a7466fb0-398c-45d0-9d54-7bc5e91bd7e0), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.488377 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.498958 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3987498 Feb 18 08:26:00.504906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf67131-ce7f-46dc-8de7-b95f03448b9c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7466fb0-398c-45d0-9d54-7bc5e91bd7e0,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:00.583078 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.653954 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:25:54Z', 'revision_number': 4, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'e21539da-fce7-4569-b8d1-f4c3f76a4006', 'name': '', 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'mac_address': 'fa:16:3e:b2:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'db6f664d-cc5f-4776-8991-427058ed0cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'subnets': [{'id': 'db6f664d-cc5f-4776-8991-427058ed0cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:00.674960 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] Provisioning complete for port e21539da-fce7-4569-b8d1-f4c3f76a4006 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:00.675466 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.708453 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83c6ec-4a28-455f-b0f9-df012b423eee None None] Pushing event updated for resources: {'Port': ['ID=e21539da-fce7-4569-b8d1-f4c3f76a4006,revision_number=4']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:00.716120 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35696e9a-2af5-4167-a926-16f518c5d799 None None] The sync data for ids ['5f002b77-f0d2-45b6-a09b-9c16724a466c'] in dv-cinder-773985-35-iscsi is: [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:25:54Z', 'revision_number': 4, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'e21539da-fce7-4569-b8d1-f4c3f76a4006', 'name': '', 'network_id': 'a64b94df-e949-49fd-a732-5448c8c4000f', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'mac_address': 'fa:16:3e:b2:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'db6f664d-cc5f-4776-8991-427058ed0cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'subnets': [{'id': 'db6f664d-cc5f-4776-8991-427058ed0cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:26:00.788659 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae28635-5a57-4dd3-8eb9-09bb7ec4a881 None None] Network a655ae83-8b06-49bc-b36e-49342fc70e0f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:26:00.813664 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks [] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.821307 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.896589 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e7709258-339c-4ed7-9154-bc65253a53bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:00.903170 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 4c070107-0697-45ac-8cfb-cc02d59e64ee triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:00.904029 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.049553 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (3a574f1f-3054-4181-b9d7-d274c717cea7), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.301601 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Pushing event updated for resources: {'Port': ['ID=bddff39f-2062-471f-9ce8-ea30a4db00ac,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:01.326643 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Network a655ae83-8b06-49bc-b36e-49342fc70e0f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:26:01.328478 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:26:01.341640 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 4c070107-0697-45ac-8cfb-cc02d59e64ee is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:01.341640 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:01.413489 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] Current status of the port e21539da-fce7-4569-b8d1-f4c3f76a4006 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:01.414704 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.497065 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Publish callbacks [] for port (f990fae3-87d1-4d07-8145-b754367d9806), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.512686 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] For port e21539da-fce7-4569-b8d1-f4c3f76a4006, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=e21539da-fce7-4569-b8d1-f4c3f76a4006,segment=NetworkSegment(dc66aa96-ece8-4ee5-818d-9a11507e115e),segment_id=dc66aa96-ece8-4ee5-818d-9a11507e115e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:01.523152 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f990fae3-87d1-4d07-8145-b754367d9806), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.557379 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.598613 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e267e6-1218-45f3-a185-08552031f8b2 None None] Pushing event updated for resources: {'Port': ['ID=f990fae3-87d1-4d07-8145-b754367d9806,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:01.603159 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Router 3a574f1f-3054-4181-b9d7-d274c717cea7 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:26:01.606207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:01.606577 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.609176 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Attempting to bind port f990fae3-87d1-4d07-8145-b754367d9806 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:26:01.609547 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Attempting to bind port f990fae3-87d1-4d07-8145-b754367d9806 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:26:01.609946 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Attempting to bind port f990fae3-87d1-4d07-8145-b754367d9806 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:26:01.706086 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:26:01.707241 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:26:01.707831 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.708372 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:26:01.709033 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Bound port: f990fae3-87d1-4d07-8145-b754367d9806, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:26:01.710609 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f990fae3-87d1-4d07-8145-b754367d9806), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.906531 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac432b2-ed13-43d1-899b-faeb951326ee None None] Pushing event updated for resources: {'Port': ['ID=e21539da-fce7-4569-b8d1-f4c3f76a4006,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:01.954879 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Provisioning complete for port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:01.955193 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:01.967535 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:26:01.979798 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-82523d65-f0b9-4277-9e7e-355035a6518a admin admin] 10.222.0.69 "PUT /v2.0/routers/3a574f1f-3054-4181-b9d7-d274c717cea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1555290 Feb 18 08:26:02.006642 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:02.055084 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] For port f990fae3-87d1-4d07-8145-b754367d9806, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:26:02.070853 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] For port f990fae3-87d1-4d07-8145-b754367d9806, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f990fae3-87d1-4d07-8145-b754367d9806,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:26:02.125625 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f990fae3-87d1-4d07-8145-b754367d9806), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:02.224433 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:02.224827 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:02.344876 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Routers {'3a574f1f-3054-4181-b9d7-d274c717cea7'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:26:02.345646 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:26:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['3a574f1f-3054-4181-b9d7-d274c717cea7'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:02.354489 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Current status of the port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:02.354914 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:02.356656 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e267e6-1218-45f3-a185-08552031f8b2 None None] Pushing event updated for resources: {'Port': ['ID=f990fae3-87d1-4d07-8145-b754367d9806,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:02.423197 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:02.483267 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:02.484654 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 90075546-2bb1-4214-9616-722ccdc0b490 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:02.809192 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.db.api [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 08:26:02.809790 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG oslo_db.api [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 08:26:02.831276 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:02.893598 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 90075546-2bb1-4214-9616-722ccdc0b490 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:02.894088 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (90075546-2bb1-4214-9616-722ccdc0b490), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:02.900078 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] Set router 3a574f1f-3054-4181-b9d7-d274c717cea7 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:26:03.151116 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:03.168977 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 90075546-2bb1-4214-9616-722ccdc0b490 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:03.393669 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Current status of the port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:03.431726 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Provisioning complete for port e21539da-fce7-4569-b8d1-f4c3f76a4006 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:03.432353 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:03.437400 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:03.462070 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'bddff39f-2062-471f-9ce8-ea30a4db00ac', 'name': '', 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'mac_address': 'fa:16:3e:77:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:59Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 2, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'subnets': [{'id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:03.544015 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa51263-7861-4d4b-accd-92bbde707186 None None] The sync data for ids ['3a574f1f-3054-4181-b9d7-d274c717cea7'] in dv-cinder-773985-35-iscsi is: [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'bddff39f-2062-471f-9ce8-ea30a4db00ac', 'name': '', 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'mac_address': 'fa:16:3e:77:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:59Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 2, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'subnets': [{'id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:26:03.584578 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:03.584578 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:03.644775 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb3d24-fa1f-4aab-8bc9-e35287e5c4f3 None None] Current status of the port e21539da-fce7-4569-b8d1-f4c3f76a4006 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:03.698939 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:03.700083 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device e21539da-fce7-4569-b8d1-f4c3f76a4006 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:03.748114 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port e21539da-fce7-4569-b8d1-f4c3f76a4006 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:03.748397 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:03.797287 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-a55302fa-ee8c-4850-913a-580c34980300 None None] Provisioning complete for port bddff39f-2062-471f-9ce8-ea30a4db00ac triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:03.797773 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a55302fa-ee8c-4850-913a-580c34980300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:03.862462 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-a55302fa-ee8c-4850-913a-580c34980300 None None] Port bddff39f-2062-471f-9ce8-ea30a4db00ac cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:26:03.881746 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port e21539da-fce7-4569-b8d1-f4c3f76a4006 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:03.885563 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-a55302fa-ee8c-4850-913a-580c34980300 None None] Provisioning complete for port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:03.886954 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a55302fa-ee8c-4850-913a-580c34980300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:04.018661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-a55302fa-ee8c-4850-913a-580c34980300 None None] Current status of the port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:04.519115 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:05.305786 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f990fae3-87d1-4d07-8145-b754367d9806 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:05.396765 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port f990fae3-87d1-4d07-8145-b754367d9806 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:05.397597 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f990fae3-87d1-4d07-8145-b754367d9806), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:05.521019 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port f990fae3-87d1-4d07-8145-b754367d9806 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:05.521836 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f990fae3-87d1-4d07-8145-b754367d9806), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:05.572938 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port f990fae3-87d1-4d07-8145-b754367d9806, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f990fae3-87d1-4d07-8145-b754367d9806,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:05.581274 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f990fae3-87d1-4d07-8145-b754367d9806), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:05.668094 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=f990fae3-87d1-4d07-8145-b754367d9806,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:06.006354 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547baa3-97b4-4995-8776-d82a61f155ad req-92927c26-86dd-47f0-811b-57f358ddd915 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:06.008643 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4547baa3-97b4-4995-8776-d82a61f155ad req-92927c26-86dd-47f0-811b-57f358ddd915 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Feb 18 08:26:06.064821 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4547baa3-97b4-4995-8776-d82a61f155ad req-5052d814-3f3e-4019-a295-b8c9cf559c4b tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487874 Feb 18 08:26:07.175533 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a5036-331e-4d67-8e8b-d34a86008188 req-cc340549-e035-4b3d-9298-41d0a0c6733e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:07.177306 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-765a5036-331e-4d67-8e8b-d34a86008188 req-cc340549-e035-4b3d-9298-41d0a0c6733e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.3246875 Feb 18 08:26:07.243653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-765a5036-331e-4d67-8e8b-d34a86008188 req-7873c8c4-f0e2-4b13-b40a-2e09552d019e tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602765 Feb 18 08:26:07.274052 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f990fae3-87d1-4d07-8145-b754367d9806 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:07.342719 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port f990fae3-87d1-4d07-8145-b754367d9806 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:07.343090 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f990fae3-87d1-4d07-8145-b754367d9806), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:07.382072 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee67fc-e9a6-46a6-8464-7163ae358966 req-194e42e8-a7bf-4e59-82d7-158d6ccc80a6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:07.384614 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bee67fc-e9a6-46a6-8464-7163ae358966 req-194e42e8-a7bf-4e59-82d7-158d6ccc80a6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0596983 Feb 18 08:26:07.435897 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port f990fae3-87d1-4d07-8145-b754367d9806 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:07.451853 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4bee67fc-e9a6-46a6-8464-7163ae358966 req-452a6b2a-84f5-408c-aba1-1712d3b1a289 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615048 Feb 18 08:26:08.375122 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c20ea9-3c58-48ef-8f2c-4ad31cea2cda req-be48acff-e896-4826-97d1-b374f432d24d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:08.383329 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88c20ea9-3c58-48ef-8f2c-4ad31cea2cda req-be48acff-e896-4826-97d1-b374f432d24d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.0654216 Feb 18 08:26:08.431066 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88c20ea9-3c58-48ef-8f2c-4ad31cea2cda req-9da617cc-39e1-4d8c-877e-8e6a343c1750 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 Feb 18 08:26:08.531823 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Sync routers for ids ['3a574f1f-3054-4181-b9d7-d274c717cea7'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:26:08.543286 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Routers {'3a574f1f-3054-4181-b9d7-d274c717cea7'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:26:08.544209 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:26:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['3a574f1f-3054-4181-b9d7-d274c717cea7'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:08.601231 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da84b8-f916-4ca7-a1e0-fd9c11afbaec req-b9288c05-614e-4e93-a84f-cf43dfe6b215 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:08.603080 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-12da84b8-f916-4ca7-a1e0-fd9c11afbaec req-b9288c05-614e-4e93-a84f-cf43dfe6b215 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.0587757 Feb 18 08:26:08.657534 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-12da84b8-f916-4ca7-a1e0-fd9c11afbaec req-7ecb69e3-6172-42ed-83b3-0a98517c20ef tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475500 Feb 18 08:26:08.665657 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Set router 3a574f1f-3054-4181-b9d7-d274c717cea7 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:26:08.919987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'bddff39f-2062-471f-9ce8-ea30a4db00ac', 'name': '', 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'mac_address': 'fa:16:3e:77:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:59Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 2, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'subnets': [{'id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:08.953931 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Checking router: 3a574f1f-3054-4181-b9d7-d274c717cea7 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:26:08.954678 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Updating router 3a574f1f-3054-4181-b9d7-d274c717cea7 port bddff39f-2062-471f-9ce8-ea30a4db00ac binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:26:08.991436 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.364046 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Publish callbacks [] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.370419 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.431121 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff649e-d253-44b8-9a37-2c240893685d None None] Pushing event updated for resources: {'Port': ['ID=bddff39f-2062-471f-9ce8-ea30a4db00ac,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:09.534231 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Attempting to bind port bddff39f-2062-471f-9ce8-ea30a4db00ac on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:26:09.534966 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Attempting to bind port bddff39f-2062-471f-9ce8-ea30a4db00ac by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:26:09.535155 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Attempting to bind port bddff39f-2062-471f-9ce8-ea30a4db00ac on network a655ae83-8b06-49bc-b36e-49342fc70e0f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:26:09.545850 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:26:09.546337 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Checking segment: {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:26:09.547539 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.547970 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Bound using segment: {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:26:09.550560 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Bound port: bddff39f-2062-471f-9ce8-ea30a4db00ac, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819a14ab-f99b-40b6-bb63-8b2b4128e006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:26:09.550999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.630864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-1450c712-7adf-48bc-9441-8477190733e0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:09.633367 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-1450c712-7adf-48bc-9441-8477190733e0 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.1363895 Feb 18 08:26:09.654409 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] For port bddff39f-2062-471f-9ce8-ea30a4db00ac, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:26:09.657832 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] For port bddff39f-2062-471f-9ce8-ea30a4db00ac, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=bddff39f-2062-471f-9ce8-ea30a4db00ac,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:26:09.664170 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] Provisioning complete for port bddff39f-2062-471f-9ce8-ea30a4db00ac triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:09.664482 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.688412 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7fb39-a80f-4350-94a6-189c84ca0496 req-24e7f3b8-ec50-4125-8130-d41474a25663 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:09.688643 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:09.697065 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1e7fb39-a80f-4350-94a6-189c84ca0496 req-24e7f3b8-ec50-4125-8130-d41474a25663 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 946 time: 0.1376917 Feb 18 08:26:09.777746 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff649e-d253-44b8-9a37-2c240893685d None None] Pushing event updated for resources: {'Port': ['ID=bddff39f-2062-471f-9ce8-ea30a4db00ac,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:09.781036 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1e7fb39-a80f-4350-94a6-189c84ca0496 req-ff3092bc-6c90-48e6-9bff-3d7970087691 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825405 Feb 18 08:26:09.782103 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Routers {'3a574f1f-3054-4181-b9d7-d274c717cea7'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:26:09.782780 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:26:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['3a574f1f-3054-4181-b9d7-d274c717cea7'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:09.987418 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Deleting port 084748f8-114a-44ca-b2d0-d0c45cc22c00 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:09.988087 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.068809 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-3728593b-e048-455b-8d47-ca639074698a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:10.070316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-3728593b-e048-455b-8d47-ca639074698a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.2462928 Feb 18 08:26:10.080932 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867603-4996-4342-9e8a-3ad349605f1c req-4c923296-2011-4344-9e38-0dbeea7eed0e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:10.082178 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7b867603-4996-4342-9e8a-3ad349605f1c req-4c923296-2011-4344-9e38-0dbeea7eed0e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 945 time: 0.1778567 Feb 18 08:26:10.144500 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] Current status of the port bddff39f-2062-471f-9ce8-ea30a4db00ac is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:10.144901 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.205957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] For port 084748f8-114a-44ca-b2d0-d0c45cc22c00, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=084748f8-114a-44ca-b2d0-d0c45cc22c00,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:10.206321 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.240244 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7b867603-4996-4342-9e8a-3ad349605f1c req-36cabf1d-bd91-4d09-9463-9a63feae0487 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427362 Feb 18 08:26:10.241812 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] For port bddff39f-2062-471f-9ce8-ea30a4db00ac, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=bddff39f-2062-471f-9ce8-ea30a4db00ac,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:10.250130 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Calling delete_port for 084748f8-114a-44ca-b2d0-d0c45cc22c00 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:10.250929 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] Set router 3a574f1f-3054-4181-b9d7-d274c717cea7 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:26:10.265869 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.338964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Deleting port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:10.339373 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.478056 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] For port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:10.478303 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.498864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Calling delete_port for f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:10.503950 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97327c8-afa1-4a37-9adf-c7f8f6345381 None None] Pushing event updated for resources: {'Port': ['ID=bddff39f-2062-471f-9ce8-ea30a4db00ac,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:10.519754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (084748f8-114a-44ca-b2d0-d0c45cc22c00), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.528326 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-5344a22e-2bdb-48a1-8521-4ebc8c64dac2 None None] Provisioning complete for port bddff39f-2062-471f-9ce8-ea30a4db00ac triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:10.528897 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5344a22e-2bdb-48a1-8521-4ebc8c64dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.583906 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba', 'e6e11994-bbe0-4ec6-94bd-163c8850412c', '7543763c-a69d-422a-8940-55187b30ee82', '084748f8-114a-44ca-b2d0-d0c45cc22c00'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:10.599669 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event deleted for resources: {'Port': ['ID=084748f8-114a-44ca-b2d0-d0c45cc22c00,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:10.672613 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] No DVR routers for this DVR port 084748f8-114a-44ca-b2d0-d0c45cc22c00 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:26:10.675339 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.678708 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c207cdcc-dea4-49bd-8bee-3286c6a6a081 req-42dd4e8c-58f6-4660-8806-aa5674260e28 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "DELETE /v2.0/ports/084748f8-114a-44ca-b2d0-d0c45cc22c00 HTTP/1.1" status: 204 len: 173 time: 1.0395589 Feb 18 08:26:10.680902 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'name': 'network-vif-deleted', 'tag': '084748f8-114a-44ca-b2d0-d0c45cc22c00'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:10.683184 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a10847d-fee9-41ec-a756-1d99cf0fabbd" -d '{"events": [{"server_uuid": "0f98b37a-c17c-47bf-b028-d12f7fc59165", "name": "network-vif-deleted", "tag": "084748f8-114a-44ca-b2d0-d0c45cc22c00"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:10.796333 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4daacf-78ee-4cb6-a9ad-dc1cf5e18465 x-openstack-request-id: req-ec4daacf-78ee-4cb6-a9ad-dc1cf5e18465 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:10.796697 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f98b37a-c17c-47bf-b028-d12f7fc59165", "name": "network-vif-deleted", "tag": "084748f8-114a-44ca-b2d0-d0c45cc22c00", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:10.796892 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec4daacf-78ee-4cb6-a9ad-dc1cf5e18465 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:10.797643 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f98b37a-c17c-47bf-b028-d12f7fc59165', 'name': 'network-vif-deleted', 'tag': '084748f8-114a-44ca-b2d0-d0c45cc22c00', 'status': 'completed', 'code': 200} Feb 18 08:26:10.857927 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (f03b9efe-2bfc-435b-b7dc-9862b4e59ad2), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.900633 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Pushing event deleted for resources: {'Port': ['ID=f03b9efe-2bfc-435b-b7dc-9862b4e59ad2,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:10.933790 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['ffe5bad7-1229-4085-bf5d-1340a6d8e6a2'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:10.972148 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] No DVR routers for this DVR port f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:26:10.975086 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:10.979997 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0d4393c7-0123-4feb-b10a-04baa0a2b299 req-e4e73d8e-bd30-480a-99de-0592fe8f94ea tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "DELETE /v2.0/ports/f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 HTTP/1.1" status: 204 len: 173 time: 0.8919597 Feb 18 08:26:11.024456 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d8f7adbc-956c-4f4b-ab48-13045c27e14a req-82f9d9d6-3d1f-4848-987c-8fdb520553b2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f98b37a-c17c-47bf-b028-d12f7fc59165 HTTP/1.1" status: 200 len: 210 time: 0.0844102 Feb 18 08:26:11.028962 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-5344a22e-2bdb-48a1-8521-4ebc8c64dac2 None None] Current status of the port bddff39f-2062-471f-9ce8-ea30a4db00ac is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:11.088902 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'bddff39f-2062-471f-9ce8-ea30a4db00ac', 'name': '', 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'mac_address': 'fa:16:3e:77:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:59Z', 'updated_at': '2022-02-18T08:26:09Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'subnets': [{'id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:11.142997 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9aff71-51a1-42f8-b00e-e95d0741a6ba None None] The sync data for ids ['3a574f1f-3054-4181-b9d7-d274c717cea7'] in dv-cinder-773985-35-iscsi is: [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:26:00Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'bddff39f-2062-471f-9ce8-ea30a4db00ac', 'name': '', 'network_id': 'a655ae83-8b06-49bc-b36e-49342fc70e0f', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'mac_address': 'fa:16:3e:77:0b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:59Z', 'updated_at': '2022-02-18T08:26:09Z', 'revision_number': 4, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'subnets': [{'id': 'addeabc8-6bc9-42fa-9a0d-f8ceb64966d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:26:11.352155 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device bddff39f-2062-471f-9ce8-ea30a4db00ac up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:11.421458 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1a66d576-459a-4131-8aea-73b90ddf0ac7 req-13a19d61-d06d-4866-8592-a869d9c8b021 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b87c2cc-9e67-47d3-8508-49f3c4908ce0 HTTP/1.1" status: 200 len: 210 time: 0.0410800 Feb 18 08:26:11.493229 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port bddff39f-2062-471f-9ce8-ea30a4db00ac triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:11.493564 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:11.631062 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port bddff39f-2062-471f-9ce8-ea30a4db00ac is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:12.677136 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 084748f8-114a-44ca-b2d0-d0c45cc22c00 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:12.705590 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 084748f8-114a-44ca-b2d0-d0c45cc22c00 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:12.706343 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 084748f8-114a-44ca-b2d0-d0c45cc22c00 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:12.707023 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:12.727234 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:12.728055 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f03b9efe-2bfc-435b-b7dc-9862b4e59ad2 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:12.736044 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a710cf-b37c-448b-8a37-e5e4f1161302 req-8e5e8fe1-b580-41c5-8fff-49a0c2af0637 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:12.745510 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-42a710cf-b37c-448b-8a37-e5e4f1161302 req-8e5e8fe1-b580-41c5-8fff-49a0c2af0637 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0779676 Feb 18 08:26:12.792615 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-42a710cf-b37c-448b-8a37-e5e4f1161302 req-9d0c9a44-9621-480c-8cfb-e2d926de0728 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Feb 18 08:26:12.798803 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'name': 'network-vif-deleted', 'tag': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:12.802244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666dc8bc-8e25-400b-a141-bcce198bb2b9" -d '{"events": [{"server_uuid": "5b87c2cc-9e67-47d3-8508-49f3c4908ce0", "name": "network-vif-deleted", "tag": "f03b9efe-2bfc-435b-b7dc-9862b4e59ad2"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:12.848480 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5287fc-641c-4397-9329-cafc3d730214 x-openstack-request-id: req-4d5287fc-641c-4397-9329-cafc3d730214 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:12.848987 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b87c2cc-9e67-47d3-8508-49f3c4908ce0", "name": "network-vif-deleted", "tag": "f03b9efe-2bfc-435b-b7dc-9862b4e59ad2", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:12.849428 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d5287fc-641c-4397-9329-cafc3d730214 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:12.850050 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b87c2cc-9e67-47d3-8508-49f3c4908ce0', 'name': 'network-vif-deleted', 'tag': 'f03b9efe-2bfc-435b-b7dc-9862b4e59ad2', 'status': 'completed', 'code': 200} Feb 18 08:26:12.983794 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:13.497568 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faefef-3a3c-4963-a646-11415a6ce9ea req-23b2b2ed-53bc-4426-9569-5a85f6981c02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:13.499111 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e5faefef-3a3c-4963-a646-11415a6ce9ea req-23b2b2ed-53bc-4426-9569-5a85f6981c02 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0613921 Feb 18 08:26:13.582403 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e5faefef-3a3c-4963-a646-11415a6ce9ea req-1a127c5e-32bf-4c04-b591-9b1001ad2574 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Feb 18 08:26:13.924753 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52c94-336d-4e7f-81d0-f63e7afbea5a req-f80bae4d-80aa-4b6b-a5b0-2fd00f86ca53 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:13.927115 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-97b52c94-336d-4e7f-81d0-f63e7afbea5a req-f80bae4d-80aa-4b6b-a5b0-2fd00f86ca53 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0567338 Feb 18 08:26:13.996037 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-97b52c94-336d-4e7f-81d0-f63e7afbea5a req-871c8514-610d-4511-8eb9-702b5397fedd tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630350 Feb 18 08:26:14.704679 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1fde6-cf4e-4bc4-836e-119d1cb13c4d req-1e1455c9-aff6-4f76-95c7-1cd514806905 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:14.706153 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f5f1fde6-cf4e-4bc4-836e-119d1cb13c4d req-1e1455c9-aff6-4f76-95c7-1cd514806905 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0542076 Feb 18 08:26:14.771657 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f5f1fde6-cf4e-4bc4-836e-119d1cb13c4d req-a8ba54d7-2b57-4bb7-bc3d-0332859d0876 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533710 Feb 18 08:26:15.146940 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a4c31-aa56-4aaf-92f4-e82b4b1db270 req-497db337-ff50-416d-926b-2c330524169a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:15.148415 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d84a4c31-aa56-4aaf-92f4-e82b4b1db270 req-497db337-ff50-416d-926b-2c330524169a tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0534458 Feb 18 08:26:15.199691 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d84a4c31-aa56-4aaf-92f4-e82b4b1db270 req-efe58516-31fa-49da-9cbf-62e09541f7ed tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Feb 18 08:26:15.831599 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51361236-2edb-443d-8446-849ec185ce9f req-abcf7113-d32f-440e-bff2-9b1c3a378dda tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:15.833850 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51361236-2edb-443d-8446-849ec185ce9f req-abcf7113-d32f-440e-bff2-9b1c3a378dda tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0752122 Feb 18 08:26:15.986819 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6bcc3-abb2-4050-b0c0-e583ef04ab70 req-e612ee89-6034-4554-a9e8-1c22f396ad76 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:15.988346 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-14e6bcc3-abb2-4050-b0c0-e583ef04ab70 req-e612ee89-6034-4554-a9e8-1c22f396ad76 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=877e7cde-5220-4a73-aadd-b7e005ec0ecf HTTP/1.1" status: 200 len: 945 time: 0.0957413 Feb 18 08:26:16.029910 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Deleting port 7543763c-a69d-422a-8940-55187b30ee82 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:16.030681 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (7543763c-a69d-422a-8940-55187b30ee82), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:16.125513 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-14e6bcc3-abb2-4050-b0c0-e583ef04ab70 req-74a0ec7f-cd72-4592-bd9d-d7228e2395e3 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237469 Feb 18 08:26:16.167077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] For port 7543763c-a69d-422a-8940-55187b30ee82, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7543763c-a69d-422a-8940-55187b30ee82,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:16.167808 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (7543763c-a69d-422a-8940-55187b30ee82), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:16.182459 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Calling delete_port for 7543763c-a69d-422a-8940-55187b30ee82 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:16.382309 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3799a65-1eda-4b6b-bebe-266b5efa39b4 req-f03928ea-95df-408b-a9ba-7ca17627602e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:16.383886 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e3799a65-1eda-4b6b-bebe-266b5efa39b4 req-f03928ea-95df-408b-a9ba-7ca17627602e tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0788329 Feb 18 08:26:16.384643 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7543763c-a69d-422a-8940-55187b30ee82), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:16.408844 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba', 'e6e11994-bbe0-4ec6-94bd-163c8850412c', '7543763c-a69d-422a-8940-55187b30ee82'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:16.435361 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event deleted for resources: {'Port': ['ID=7543763c-a69d-422a-8940-55187b30ee82,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:16.520670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e3799a65-1eda-4b6b-bebe-266b5efa39b4 req-7a553c1e-95e5-4156-af38-59271074991c tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294329 Feb 18 08:26:16.521428 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] No DVR routers for this DVR port 7543763c-a69d-422a-8940-55187b30ee82 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:26:16.524014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:16.527991 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51361236-2edb-443d-8446-849ec185ce9f req-187430a5-9670-46f8-b01a-10eb8281c3a5 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "DELETE /v2.0/ports/7543763c-a69d-422a-8940-55187b30ee82 HTTP/1.1" status: 204 len: 173 time: 0.6870632 Feb 18 08:26:16.528451 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'name': 'network-vif-deleted', 'tag': '7543763c-a69d-422a-8940-55187b30ee82'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:16.530970 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7476e69-1aef-4ba4-9a7c-b8d87cbe0c37" -d '{"events": [{"server_uuid": "877e7cde-5220-4a73-aadd-b7e005ec0ecf", "name": "network-vif-deleted", "tag": "7543763c-a69d-422a-8940-55187b30ee82"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:16.595777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7bb403-bd5e-481c-8d54-59dd83dd2b06 x-openstack-request-id: req-7d7bb403-bd5e-481c-8d54-59dd83dd2b06 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:16.596145 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877e7cde-5220-4a73-aadd-b7e005ec0ecf", "name": "network-vif-deleted", "tag": "7543763c-a69d-422a-8940-55187b30ee82", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:16.596636 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d7bb403-bd5e-481c-8d54-59dd83dd2b06 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:16.597120 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877e7cde-5220-4a73-aadd-b7e005ec0ecf', 'name': 'network-vif-deleted', 'tag': '7543763c-a69d-422a-8940-55187b30ee82', 'status': 'completed', 'code': 200} Feb 18 08:26:17.494115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b51ca-2855-464f-ab2d-9d3adc045eb6 req-c250e88f-5574-4c70-842d-96ac56c285d7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:17.495859 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c1b51ca-2855-464f-ab2d-9d3adc045eb6 req-c250e88f-5574-4c70-842d-96ac56c285d7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 945 time: 0.0589871 Feb 18 08:26:17.580644 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c1b51ca-2855-464f-ab2d-9d3adc045eb6 req-5ecad14d-f3b3-452c-b42c-7d8c2d6011c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788412 Feb 18 08:26:17.839787 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeb0da-3fae-4ff5-8992-ae8d77119db0 req-02b320c8-498e-489d-b506-b66c228396a6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:17.847120 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e2eeb0da-3fae-4ff5-8992-ae8d77119db0 req-02b320c8-498e-489d-b506-b66c228396a6 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.1614759 Feb 18 08:26:17.898861 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e2eeb0da-3fae-4ff5-8992-ae8d77119db0 req-d334dd38-cfdd-4b8a-ab05-cea5b1a5c606 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505435 Feb 18 08:26:18.581696 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a98b5d-7acd-4c9c-8d24-f8564a700145 req-cff13235-7a9d-402e-896f-38c78b73cee0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:18.583215 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-41a98b5d-7acd-4c9c-8d24-f8564a700145 req-cff13235-7a9d-402e-896f-38c78b73cee0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0605292 Feb 18 08:26:18.646808 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-41a98b5d-7acd-4c9c-8d24-f8564a700145 req-f0505256-e727-428c-9910-0c377a4c4ea2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518441 Feb 18 08:26:18.711450 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7543763c-a69d-422a-8940-55187b30ee82 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:18.731759 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 7543763c-a69d-422a-8940-55187b30ee82 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:18.732394 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7543763c-a69d-422a-8940-55187b30ee82 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:18.741215 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d94abc-cc5a-44ff-8d64-bb0458b972e7 req-ffccce1c-26c2-42d0-b472-06621d6ab8a2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:18.743016 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-05d94abc-cc5a-44ff-8d64-bb0458b972e7 req-ffccce1c-26c2-42d0-b472-06621d6ab8a2 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 945 time: 0.0696039 Feb 18 08:26:18.807160 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-05d94abc-cc5a-44ff-8d64-bb0458b972e7 req-1a8f72f9-0cf3-4f09-8eff-297206cb433f tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584202 Feb 18 08:26:19.045258 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6f4d0-951b-40dd-b3cb-bdf529b5a90c req-c4334978-cf38-4aa0-a391-734165b8a4ce tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:19.052273 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0ca6f4d0-951b-40dd-b3cb-bdf529b5a90c req-c4334978-cf38-4aa0-a391-734165b8a4ce tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0858486 Feb 18 08:26:19.105185 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0ca6f4d0-951b-40dd-b3cb-bdf529b5a90c req-38a80f88-d485-4e2d-a662-513c8e856fc5 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/security-groups?id=164fa65a-faff-4064-838b-0dc25b641a0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520272 Feb 18 08:26:19.186423 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-9f64947e-7ee1-4d24-904a-9ac5254009f0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:19.187923 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-9f64947e-7ee1-4d24-904a-9ac5254009f0 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 946 time: 0.0636199 Feb 18 08:26:19.323799 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Deleting port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:19.324148 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:19.426817 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] For port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:19.427180 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:19.449999 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Calling delete_port for ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:19.595555 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-234efe5a-5868-48ef-ab38-350463963e88 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:19.597107 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-234efe5a-5868-48ef-ab38-350463963e88 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 945 time: 0.0995259 Feb 18 08:26:19.728177 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ffe5bad7-1229-4085-bf5d-1340a6d8e6a2), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:19.740193 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['ffe5bad7-1229-4085-bf5d-1340a6d8e6a2'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:19.772928 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Pushing event deleted for resources: {'Port': ['ID=ffe5bad7-1229-4085-bf5d-1340a6d8e6a2,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:19.865977 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] No DVR routers for this DVR port ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:26:19.870839 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:19.874485 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6df0274c-0943-47bf-ba4f-0491b59461b1 req-4d35c9a7-9169-41e1-8505-c404d203858f tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.79 "DELETE /v2.0/ports/ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 HTTP/1.1" status: 204 len: 173 time: 0.6778855 Feb 18 08:26:19.878025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'name': 'network-vif-deleted', 'tag': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:19.880173 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76080a63-9293-4836-97bd-7a9c7f16e9a1" -d '{"events": [{"server_uuid": "507a1bed-a3e5-44fb-908f-0f81af97f764", "name": "network-vif-deleted", "tag": "ffe5bad7-1229-4085-bf5d-1340a6d8e6a2"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:19.895731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Deleting port e6e11994-bbe0-4ec6-94bd-163c8850412c {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:19.895731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:19.997199 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53d0c5-ea8f-4787-84aa-c2413ff5c242 req-43346ce9-dea4-496d-935c-7a52c5572484 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:19.998789 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1d53d0c5-ea8f-4787-84aa-c2413ff5c242 req-43346ce9-dea4-496d-935c-7a52c5572484 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1797771 Feb 18 08:26:20.057111 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] For port e6e11994-bbe0-4ec6-94bd-163c8850412c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e6e11994-bbe0-4ec6-94bd-163c8850412c,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:20.057407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:20.080299 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f5bb4-f12d-4ff5-8fad-47c833d0ed5c req-541b82d5-748d-43cc-92c3-f45da4635e0a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:20.081872 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f41f5bb4-f12d-4ff5-8fad-47c833d0ed5c req-541b82d5-748d-43cc-92c3-f45da4635e0a tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb3f7835-ea02-4cdc-8ed9-4bfe66846b28 HTTP/1.1" status: 200 len: 945 time: 0.1408899 Feb 18 08:26:20.092162 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Calling delete_port for e6e11994-bbe0-4ec6-94bd-163c8850412c owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:20.139746 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1d53d0c5-ea8f-4787-84aa-c2413ff5c242 req-97c90ff9-0a45-420a-b13b-e78b4db5b136 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283348 Feb 18 08:26:20.202308 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3a3d59-d194-47c1-b618-204be71bd404 x-openstack-request-id: req-6a3a3d59-d194-47c1-b618-204be71bd404 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:20.202600 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507a1bed-a3e5-44fb-908f-0f81af97f764", "name": "network-vif-deleted", "tag": "ffe5bad7-1229-4085-bf5d-1340a6d8e6a2", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:20.202897 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a3a3d59-d194-47c1-b618-204be71bd404 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:20.203409 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507a1bed-a3e5-44fb-908f-0f81af97f764', 'name': 'network-vif-deleted', 'tag': 'ffe5bad7-1229-4085-bf5d-1340a6d8e6a2', 'status': 'completed', 'code': 200} Feb 18 08:26:20.220131 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f41f5bb4-f12d-4ff5-8fad-47c833d0ed5c req-ded42910-6af6-4c78-98ad-452f9b344cd3 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287944 Feb 18 08:26:20.322889 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ffdd9c2-ea11-488d-a49e-531fd1c11695 req-09150339-4cfb-4270-97d3-1c4a7d6d4098 tempest-ServerRescueNegativeTestJSON-2014453121 tempest-ServerRescueNegativeTestJSON-2014453121-project] 10.222.0.69 "GET /v2.0/ports?device_id=507a1bed-a3e5-44fb-908f-0f81af97f764 HTTP/1.1" status: 200 len: 210 time: 0.0401926 Feb 18 08:26:20.347423 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (e6e11994-bbe0-4ec6-94bd-163c8850412c), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:20.379312 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba', 'e6e11994-bbe0-4ec6-94bd-163c8850412c'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:20.401292 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event deleted for resources: {'Port': ['ID=e6e11994-bbe0-4ec6-94bd-163c8850412c,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:20.434538 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] No DVR routers for this DVR port e6e11994-bbe0-4ec6-94bd-163c8850412c on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:26:20.437317 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:20.440958 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4047c423-1179-4db1-8186-5fa36ddb8728 req-4f9ec3e1-4dc9-4ec1-9aa3-f39ebcdca1c1 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "DELETE /v2.0/ports/e6e11994-bbe0-4ec6-94bd-163c8850412c HTTP/1.1" status: 204 len: 173 time: 0.8374994 Feb 18 08:26:21.012941 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 32810) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:21.066992 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Deleting subnet 111ac063-68c8-4859-beeb-93bdb06612ff {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:26:21.070944 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Publish callbacks [] for subnet (111ac063-68c8-4859-beeb-93bdb06612ff), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.109533 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (111ac063-68c8-4859-beeb-93bdb06612ff), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.415477 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 32826) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:21.465649 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (111ac063-68c8-4859-beeb-93bdb06612ff), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.551902 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7997cfa-9f15-4e66-8eaf-bb65c1394a32 req-9c16a223-59ac-43db-bd30-a272f6c64f9a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:21.558639 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e7997cfa-9f15-4e66-8eaf-bb65c1394a32 req-9c16a223-59ac-43db-bd30-a272f6c64f9a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1821265 Feb 18 08:26:21.618366 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (111ac063-68c8-4859-beeb-93bdb06612ff), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.658661 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111ac063-68c8-4859-beeb-93bdb06612ff,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:21.702038 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e7997cfa-9f15-4e66-8eaf-bb65c1394a32 req-833e7ef5-8b15-4537-aa39-c1194d333f6c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412642 Feb 18 08:26:21.715294 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.728863 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-1e19fdad-d028-455a-9d03-7a6ec478317d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/111ac063-68c8-4859-beeb-93bdb06612ff HTTP/1.1" status: 204 len: 168 time: 0.7048924 Feb 18 08:26:21.728988 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 32830) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:21.805615 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (15e7968b-dfaf-44ff-bcd1-6f0798305eea), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.897295 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (15e7968b-dfaf-44ff-bcd1-6f0798305eea), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.922715 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e7968b-dfaf-44ff-bcd1-6f0798305eea']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:21.934706 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bed5d5-babc-4181-9226-efb5b9ef66cf') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:21.935264 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bed5d5-babc-4181-9226-efb5b9ef66cf') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:21.945818 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (69bed5d5-babc-4181-9226-efb5b9ef66cf), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.960386 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (69bed5d5-babc-4181-9226-efb5b9ef66cf), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.966899 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:26:21.967561 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (69bed5d5-babc-4181-9226-efb5b9ef66cf), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:26:21.969390 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:26:22.037122 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (15e7968b-dfaf-44ff-bcd1-6f0798305eea), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.048596 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (a167258b-df50-4a63-b604-af4873cacaa0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.060539 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.064476 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/15e7968b-dfaf-44ff-bcd1-6f0798305eea HTTP/1.1" status: 204 len: 168 time: 0.3406003 Feb 18 08:26:22.065633 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3adf3-b751-4bc8-80d7-6d845b1532f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e7968b-dfaf-44ff-bcd1-6f0798305eea,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:22.244279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'name': 'network-vif-deleted', 'tag': 'e6e11994-bbe0-4ec6-94bd-163c8850412c'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:22.246688 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf478fb-b2ef-4850-9105-abdb3f3f4b9d" -d '{"events": [{"server_uuid": "fb3f7835-ea02-4cdc-8ed9-4bfe66846b28", "name": "network-vif-deleted", "tag": "e6e11994-bbe0-4ec6-94bd-163c8850412c"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:22.294325 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 32836) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:22.343893 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10437f9a-bd87-4b29-b0ee-4d2fd592b176 x-openstack-request-id: req-10437f9a-bd87-4b29-b0ee-4d2fd592b176 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:22.344483 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3f7835-ea02-4cdc-8ed9-4bfe66846b28", "name": "network-vif-deleted", "tag": "e6e11994-bbe0-4ec6-94bd-163c8850412c", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:22.344894 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10437f9a-bd87-4b29-b0ee-4d2fd592b176 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:22.345579 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3f7835-ea02-4cdc-8ed9-4bfe66846b28', 'name': 'network-vif-deleted', 'tag': 'e6e11994-bbe0-4ec6-94bd-163c8850412c', 'status': 'completed', 'code': 200} Feb 18 08:26:22.347077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 32838) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:22.347360 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-dac8bb12-11dc-4d7a-b0aa-f2607972ca46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb63c2dce7174fc89ddcd9aa2d6ac829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518644 Feb 18 08:26:22.440434 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80306c86-d549-4132-8af1-ae9722d832bd admin admin] Publish callbacks [] for security_group (b1a3a825-ed47-4eaf-80f5-49d09d539e90), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.496247 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80306c86-d549-4132-8af1-ae9722d832bd admin admin] Publish callbacks [] for security_group (b1a3a825-ed47-4eaf-80f5-49d09d539e90), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.593176 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80306c86-d549-4132-8af1-ae9722d832bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b1a3a825-ed47-4eaf-80f5-49d09d539e90), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.595974 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80306c86-d549-4132-8af1-ae9722d832bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.597256 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-80306c86-d549-4132-8af1-ae9722d832bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1a3a825-ed47-4eaf-80f5-49d09d539e90 HTTP/1.1" status: 204 len: 168 time: 0.2489393 Feb 18 08:26:22.601423 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Deleting port 78930b64-6fc8-4c78-b981-4238273be19c {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:22.603385 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (78930b64-6fc8-4c78-b981-4238273be19c), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.621499 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80306c86-d549-4132-8af1-ae9722d832bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a3a825-ed47-4eaf-80f5-49d09d539e90,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:22.742260 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] For port 78930b64-6fc8-4c78-b981-4238273be19c, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=78930b64-6fc8-4c78-b981-4238273be19c,segment=NetworkSegment(9fbf52fe-0f67-4185-b674-9f3cb77ed76c),segment_id=9fbf52fe-0f67-4185-b674-9f3cb77ed76c)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:22.742649 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (78930b64-6fc8-4c78-b981-4238273be19c), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:22.805779 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Calling delete_port for 78930b64-6fc8-4c78-b981-4238273be19c owned by network:router_interface {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:22.956562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc52a0-2d05-48e1-8d66-fefce2aed62c req-9b261755-cb56-404f-beda-47b633a9e347 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:22.958069 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b2fc52a0-2d05-48e1-8d66-fefce2aed62c req-9b261755-cb56-404f-beda-47b633a9e347 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1286528 Feb 18 08:26:22.976111 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b7d4f-cd04-4e71-a2d3-7cde56fd008d req-8eec16da-2978-47bc-987a-7cac04daaa34 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:22.980696 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:26:22.981261 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-043b7d4f-cd04-4e71-a2d3-7cde56fd008d req-8eec16da-2978-47bc-987a-7cac04daaa34 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.2048874 Feb 18 08:26:23.116362 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b2fc52a0-2d05-48e1-8d66-fefce2aed62c req-e9e22518-e740-4742-b8a3-fb5cd0a46511 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526928 Feb 18 08:26:23.124196 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-043b7d4f-cd04-4e71-a2d3-7cde56fd008d req-1f86f751-25df-4f2a-8d62-6f701ce81c41 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941038 Feb 18 08:26:23.196429 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (78930b64-6fc8-4c78-b981-4238273be19c), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:23.222537 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=78930b64-6fc8-4c78-b981-4238273be19c,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:23.436043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (a167258b-df50-4a63-b604-af4873cacaa0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:23.703318 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Router a167258b-df50-4a63-b604-af4873cacaa0 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:26:24.105419 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:26:24.111527 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-573fb1ee-b3fc-4a02-8153-6c08d272b4e9 admin admin] 10.222.0.69 "PUT /v2.0/routers/a167258b-df50-4a63-b604-af4873cacaa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939616 Feb 18 08:26:24.115248 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 32912) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:24.121680 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] Sync routers for ids ['a167258b-df50-4a63-b604-af4873cacaa0'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:26:24.144147 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] Routers {'a167258b-df50-4a63-b604-af4873cacaa0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:26:24.144830 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:26:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a167258b-df50-4a63-b604-af4873cacaa0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:24.311780 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks [] for router (a167258b-df50-4a63-b604-af4873cacaa0), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:24.333575 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] Set router a167258b-df50-4a63-b604-af4873cacaa0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:26:24.492368 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7168b47-e3a5-4220-afbd-5da5c5e7009a req-df673dac-1322-44ea-b9d1-1e6fe7d6955a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:24.493359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d7168b47-e3a5-4220-afbd-5da5c5e7009a req-df673dac-1322-44ea-b9d1-1e6fe7d6955a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1415029 Feb 18 08:26:24.498780 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks [] for router_gateway (a167258b-df50-4a63-b604-af4873cacaa0), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:24.530423 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f73d7-bcc0-4ac7-81f8-089c4f557877 req-28e95c4c-7f32-4f22-a998-4a0736a74ffa tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:24.533352 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6b1f73d7-bcc0-4ac7-81f8-089c4f557877 req-28e95c4c-7f32-4f22-a998-4a0736a74ffa tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.1787603 Feb 18 08:26:24.583355 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Deleting port 3abd8b46-c6dc-4bce-945d-86afcc11c42e {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:24.583851 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:24.591872 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d7168b47-e3a5-4220-afbd-5da5c5e7009a req-bc3b9322-7567-4cc4-b5c1-717d42bce5fa tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924039 Feb 18 08:26:24.607467 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:26:23Z', 'revision_number': 5, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port': {'id': '3abd8b46-c6dc-4bce-945d-86afcc11c42e', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:39Z', 'updated_at': '2022-02-18T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:24.611089 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6b1f73d7-bcc0-4ac7-81f8-089c4f557877 req-41cb38d6-4bc3-4f3b-901e-e92be28bf342 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658686 Feb 18 08:26:24.637748 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] Checking router: a167258b-df50-4a63-b604-af4873cacaa0 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:26:24.649667 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] Routers {'a167258b-df50-4a63-b604-af4873cacaa0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:26:24.649667 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:26:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a167258b-df50-4a63-b604-af4873cacaa0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:24.724932 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] For port 3abd8b46-c6dc-4bce-945d-86afcc11c42e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=3abd8b46-c6dc-4bce-945d-86afcc11c42e,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:24.729438 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:24.738327 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:24.764756 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] Set router a167258b-df50-4a63-b604-af4873cacaa0 gateway port host: None {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:26:24.767979 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Calling delete_port for 3abd8b46-c6dc-4bce-945d-86afcc11c42e owned by network:router_gateway {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:24.774708 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:24.775086 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ffe5bad7-1229-4085-bf5d-1340a6d8e6a2 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:24.775761 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device e6e11994-bbe0-4ec6-94bd-163c8850412c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:24.801252 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: e6e11994-bbe0-4ec6-94bd-163c8850412c {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:24.801809 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device e6e11994-bbe0-4ec6-94bd-163c8850412c not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:24.855595 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:26:24Z', 'revision_number': 6, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:24.886315 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9db66-9c7e-486a-a593-d05bac995732 None None] The sync data for ids ['a167258b-df50-4a63-b604-af4873cacaa0'] in dv-cinder-773985-35-iscsi is: [{'id': 'a167258b-df50-4a63-b604-af4873cacaa0', 'name': 'tempest-ServerRescueNegativeTestJSON-876453717-router', 'tenant_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:37Z', 'updated_at': '2022-02-18T08:26:24Z', 'revision_number': 6, 'project_id': '75d6d7f1e1fb42b085295904cc6fbdb8', 'gw_port_host': None}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:26:25.066959 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (3abd8b46-c6dc-4bce-945d-86afcc11c42e), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.098636 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3abd8b46-c6dc-4bce-945d-86afcc11c42e,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:25.186908 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (a167258b-df50-4a63-b604-af4873cacaa0), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.243925 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19016b11-beb5-496e-ae02-b166ba572de1 req-40d980e8-a4fd-4006-852d-d00dd0622308 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:25.245168 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-19016b11-beb5-496e-ae02-b166ba572de1 req-40d980e8-a4fd-4006-852d-d00dd0622308 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.0608716 Feb 18 08:26:25.329812 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (a167258b-df50-4a63-b604-af4873cacaa0), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.336440 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks [] for router_controller (a167258b-df50-4a63-b604-af4873cacaa0), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.449019 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (a167258b-df50-4a63-b604-af4873cacaa0), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.449650 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a167258b-df50-4a63-b604-af4873cacaa0 {{(pid=102755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:26:25.457079 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 78930b64-6fc8-4c78-b981-4238273be19c no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:25.457495 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.463420 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 32954) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:25.467894 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-812bcc55-ce48-4ce0-b258-1f84784901b9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a167258b-df50-4a63-b604-af4873cacaa0 HTTP/1.1" status: 204 len: 168 time: 1.3514626 Feb 18 08:26:25.478182 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Deleting port 6086234a-0c86-4c3b-beca-827c8ccb91ba {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:26:25.478529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.496383 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 78930b64-6fc8-4c78-b981-4238273be19c {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:25.496809 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 78930b64-6fc8-4c78-b981-4238273be19c not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:25.570357 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Deleting subnet e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:26:25.575237 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Publish callbacks [] for subnet (e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.637115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] For port 6086234a-0c86-4c3b-beca-827c8ccb91ba, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6086234a-0c86-4c3b-beca-827c8ccb91ba,segment=NetworkSegment(6d6aca2d-d070-40b0-b070-4a3c25af0705),segment_id=6d6aca2d-d070-40b0-b070-4a3c25af0705)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:25.637470 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.641038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.674298 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Calling delete_port for 6086234a-0c86-4c3b-beca-827c8ccb91ba owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:26:25.738611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.891819 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b6bc-d3d1-4a92-a3c0-650f521a1d76 req-a1a8d7ac-94ba-4594-92a9-61cd552c5373 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:25.893424 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b307b6bc-d3d1-4a92-a3c0-650f521a1d76 req-a1a8d7ac-94ba-4594-92a9-61cd552c5373 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1681976 Feb 18 08:26:25.900260 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9983d0-8f5f-491f-ae64-f9e3e86d0c14 req-4d80c454-d79a-4018-bbfb-60231624990d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:25.901681 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7f9983d0-8f5f-491f-ae64-f9e3e86d0c14 req-4d80c454-d79a-4018-bbfb-60231624990d tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/ports?device_id=d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4 HTTP/1.1" status: 200 len: 945 time: 0.1753643 Feb 18 08:26:25.920726 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:25.993270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:26.001689 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.004916 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-498469f9-aa4b-477d-886f-eb3d5efde40f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e0cf2bb8-8b7f-4827-a9bd-4b0f14a95761 HTTP/1.1" status: 204 len: 168 time: 0.5389924 Feb 18 08:26:26.007697 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 32966) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:26.057274 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b307b6bc-d3d1-4a92-a3c0-650f521a1d76 req-fd0e7668-fec3-4f39-9fbe-3c9c194abd7d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541226 Feb 18 08:26:26.071168 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7f9983d0-8f5f-491f-ae64-f9e3e86d0c14 req-2a785866-da84-4d38-86e8-4c2c5cfa30e6 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589756 Feb 18 08:26:26.082076 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (6086234a-0c86-4c3b-beca-827c8ccb91ba), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.095147 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6086234a-0c86-4c3b-beca-827c8ccb91ba'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:26.110786 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (180c331a-7438-499d-ad53-141221ec53c7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.128095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Pushing event deleted for resources: {'Port': ['ID=6086234a-0c86-4c3b-beca-827c8ccb91ba,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:26.184384 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] No DVR routers for this DVR port 6086234a-0c86-4c3b-beca-827c8ccb91ba on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:26:26.187080 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.190773 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-19016b11-beb5-496e-ae02-b166ba572de1 req-e11f5c86-badd-4f42-950b-d8bceb779dd7 tempest-AttachVolumeNegativeTest-780494445 tempest-AttachVolumeNegativeTest-780494445-project] 10.222.0.79 "DELETE /v2.0/ports/6086234a-0c86-4c3b-beca-827c8ccb91ba HTTP/1.1" status: 204 len: 173 time: 0.9284272 Feb 18 08:26:26.191309 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'name': 'network-vif-deleted', 'tag': '6086234a-0c86-4c3b-beca-827c8ccb91ba'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:26.194531 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6622a0cc-2d0b-4dae-a6b7-3b7411b80d17" -d '{"events": [{"server_uuid": "d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4", "name": "network-vif-deleted", "tag": "6086234a-0c86-4c3b-beca-827c8ccb91ba"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:26.216004 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (180c331a-7438-499d-ad53-141221ec53c7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.246499 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180c331a-7438-499d-ad53-141221ec53c7']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:26.260804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284aef0a-abfe-465b-816b-36be13087d99 x-openstack-request-id: req-284aef0a-abfe-465b-816b-36be13087d99 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:26.261070 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbf52fe-0f67-4185-b674-9f3cb77ed76c') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:26.261173 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45dbb84-62b5-4885-bd7f-ffb9dbc02ba4", "name": "network-vif-deleted", "tag": "6086234a-0c86-4c3b-beca-827c8ccb91ba", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:26.261309 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbf52fe-0f67-4185-b674-9f3cb77ed76c') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:26.261456 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-284aef0a-abfe-465b-816b-36be13087d99 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:26.261705 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45dbb84-62b5-4885-bd7f-ffb9dbc02ba4', 'name': 'network-vif-deleted', 'tag': '6086234a-0c86-4c3b-beca-827c8ccb91ba', 'status': 'completed', 'code': 200} Feb 18 08:26:26.272161 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (9fbf52fe-0f67-4185-b674-9f3cb77ed76c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.286651 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (9fbf52fe-0f67-4185-b674-9f3cb77ed76c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.294822 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:26:26.296556 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (9fbf52fe-0f67-4185-b674-9f3cb77ed76c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:26:26.298776 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:26:26.322964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-a78121ca-760d-458d-8b7a-e86ef2be7c9c tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:26.324574 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-a78121ca-760d-458d-8b7a-e86ef2be7c9c tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 815 time: 0.1240942 Feb 18 08:26:26.344204 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-08e6ae3d-3428-4ff7-9631-bc6f68d27994 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/quotas/a5f6ca5eacdb4da99e978bd1a0b98400 HTTP/1.1" status: 200 len: 375 time: 0.0139697 Feb 18 08:26:26.359762 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (180c331a-7438-499d-ad53-141221ec53c7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.365299 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.371247 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] 10.222.0.69 "DELETE /v2.0/networks/180c331a-7438-499d-ad53-141221ec53c7 HTTP/1.1" status: 204 len: 168 time: 0.3598695 Feb 18 08:26:26.388513 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c2750-a678-490e-a7ee-32153d864e48 admin admin] Pushing event deleted for resources: {'Network': ['ID=180c331a-7438-499d-ad53-141221ec53c7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:26.408690 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-32a2107f-6725-4616-b53d-bab27f8d0d81 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604231 Feb 18 08:26:26.528303 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-35fbc30d-2a9b-4903-90cc-b7b0c71d7538 service neutron] 10.222.0.69 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038318 Feb 18 08:26:26.569090 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 32982) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:26.615864 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-6cffb904-11b6-45fd-a4d9-fc4c9935d36c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75d6d7f1e1fb42b085295904cc6fbdb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454774 Feb 18 08:26:26.616447 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 32984) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:26.629008 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-01895d9f-cfa4-44c4-ae9b-583c7a1a8164 service neutron] 10.222.0.69 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982664 Feb 18 08:26:26.683709 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3df1f13a-abff-4c21-8de6-64652239da10 admin admin] Publish callbacks [] for security_group (164fa65a-faff-4064-838b-0dc25b641a0a), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.709524 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3df1f13a-abff-4c21-8de6-64652239da10 admin admin] Publish callbacks [] for security_group (164fa65a-faff-4064-838b-0dc25b641a0a), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.779169 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3df1f13a-abff-4c21-8de6-64652239da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (164fa65a-faff-4064-838b-0dc25b641a0a), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.782273 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3df1f13a-abff-4c21-8de6-64652239da10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:26.786521 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3df1f13a-abff-4c21-8de6-64652239da10 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/164fa65a-faff-4064-838b-0dc25b641a0a HTTP/1.1" status: 204 len: 168 time: 0.1663175 Feb 18 08:26:26.797135 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1f13a-abff-4c21-8de6-64652239da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164fa65a-faff-4064-838b-0dc25b641a0a,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:26.847167 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b07eae7-894e-4a57-8b6b-8cc790e1729d req-5812f70a-cf32-4e08-90ba-e7e9902b7eb6 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 210 time: 0.0383747 Feb 18 08:26:27.159607 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33014) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:27.218491 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Deleting subnet 0b564d88-9a20-42c5-8b98-f2da7af9c6d0 {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:26:27.223282 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Publish callbacks [] for subnet (0b564d88-9a20-42c5-8b98-f2da7af9c6d0), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.226010 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 3abd8b46-c6dc-4bce-945d-86afcc11c42e no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:27.257363 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 3abd8b46-c6dc-4bce-945d-86afcc11c42e {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:27.257989 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 3abd8b46-c6dc-4bce-945d-86afcc11c42e not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:27.258538 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fda2ec-b3bf-4360-a154-d7531f12171b req-1a6fc31f-e8cc-4c0b-943d-10a2fea5faa1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:27.260583 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77fda2ec-b3bf-4360-a154-d7531f12171b req-1a6fc31f-e8cc-4c0b-943d-10a2fea5faa1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1220644 Feb 18 08:26:27.269291 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25311386'] for subnet (0b564d88-9a20-42c5-8b98-f2da7af9c6d0), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.322378 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77fda2ec-b3bf-4360-a154-d7531f12171b req-26c5aec3-1ad4-48d4-8c40-1fce4634f902 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555189 Feb 18 08:26:27.344080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (0b564d88-9a20-42c5-8b98-f2da7af9c6d0), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.406686 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1075989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29148302'] for subnet (0b564d88-9a20-42c5-8b98-f2da7af9c6d0), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.432038 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.438969 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0b564d88-9a20-42c5-8b98-f2da7af9c6d0 HTTP/1.1" status: 204 len: 168 time: 0.2751546 Feb 18 08:26:27.438969 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b612c1-c865-4c90-9cda-cbac95b289fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b564d88-9a20-42c5-8b98-f2da7af9c6d0,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:27.439192 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33022) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:27.520674 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (6936d60e-4499-4068-8fa1-8b3d07175403), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.604075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (6936d60e-4499-4068-8fa1-8b3d07175403), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.623910 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6936d60e-4499-4068-8fa1-8b3d07175403']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:27.633459 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6aca2d-d070-40b0-b070-4a3c25af0705') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:27.634112 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6aca2d-d070-40b0-b070-4a3c25af0705') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:26:27.644038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (6d6aca2d-d070-40b0-b070-4a3c25af0705), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.659427 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (6d6aca2d-d070-40b0-b070-4a3c25af0705), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.666639 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:26:27.667088 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (6d6aca2d-d070-40b0-b070-4a3c25af0705), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:26:27.668874 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:26:27.723110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (6936d60e-4499-4068-8fa1-8b3d07175403), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.729722 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:27.735376 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] 10.222.0.69 "DELETE /v2.0/networks/6936d60e-4499-4068-8fa1-8b3d07175403 HTTP/1.1" status: 204 len: 168 time: 0.2928748 Feb 18 08:26:27.751888 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac21a4-775a-4348-8a1d-d89bdae0adfa admin admin] Pushing event deleted for resources: {'Network': ['ID=6936d60e-4499-4068-8fa1-8b3d07175403,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:27.958236 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33042) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:27.994899 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2566154b-27b5-405c-81c3-d4d51f37032d req-9b024344-9222-4bf9-b69a-b17fbf91e322 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 210 time: 0.0488415 Feb 18 08:26:28.022292 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-7e0ec325-1d41-4545-afc1-6ac0a07eb918 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53af05a70c1040e483cc64f7d538803b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0627923 Feb 18 08:26:28.022561 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-9704a32a-375f-4aa2-9b1b-728887b9e65f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:28.023008 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33046) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:28.023962 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-9704a32a-375f-4aa2-9b1b-728887b9e65f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 815 time: 0.1752045 Feb 18 08:26:28.052744 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'port': {'device_id': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'admin_state_up': True, 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:26:28.094835 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70865004-a0ef-49c8-9ca9-c67d099fc17e admin admin] Publish callbacks [] for security_group (d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.133331 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70865004-a0ef-49c8-9ca9-c67d099fc17e admin admin] Publish callbacks [] for security_group (d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.185248 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70865004-a0ef-49c8-9ca9-c67d099fc17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.188547 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70865004-a0ef-49c8-9ca9-c67d099fc17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.190144 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-70865004-a0ef-49c8-9ca9-c67d099fc17e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0 HTTP/1.1" status: 204 len: 168 time: 0.1661036 Feb 18 08:26:28.210481 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Made reservation on behalf of a5f6ca5eacdb4da99e978bd1a0b98400 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:26:28.216086 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70865004-a0ef-49c8-9ca9-c67d099fc17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a025a8-4a7b-4ec4-8ac2-116c2ba899c0,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:28.219730 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.378890 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Allocated IP 172.20.0.4 (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2/fcbfbd22-ba29-4c4a-a08f-f53455a00330/16cfb44d-b81b-4c91-a22c-986e7d100753) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:26:28.471909 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d7242ef1-bd2c-4510-8eb2-6c681ce4fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.555754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0aa50-1fa5-432b-ab31-cca523130b22 req-40c964c2-9997-452e-adb3-d411858af543 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:28.557812 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-38a0aa50-1fa5-432b-ab31-cca523130b22 req-40c964c2-9997-452e-adb3-d411858af543 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1290941 Feb 18 08:26:28.647146 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.657299 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-38a0aa50-1fa5-432b-ab31-cca523130b22 req-6a704f8f-f338-4458-99df-6b28452ed913 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849571 Feb 18 08:26:28.702868 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.748475 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:26:28.754391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:26:28.757347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:26:28.816179 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:28.838934 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:28.839958 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:28.864654 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-212096a2-2200-4adb-882f-e0285620064d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260493 Feb 18 08:26:29.210518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b78cb-138e-4b31-bd11-12b5abfaf3d9 req-a2a279d3-3540-40ca-a0e8-80453a6f26d2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:29.218238 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f9b78cb-138e-4b31-bd11-12b5abfaf3d9 req-a2a279d3-3540-40ca-a0e8-80453a6f26d2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0725203 Feb 18 08:26:29.221031 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-5333a3c0-208f-49f0-9cb5-3acd430326fd None None] Provisioning complete for port 16cfb44d-b81b-4c91-a22c-986e7d100753 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:29.221583 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5333a3c0-208f-49f0-9cb5-3acd430326fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:29.296870 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f9b78cb-138e-4b31-bd11-12b5abfaf3d9 req-68a78368-6548-4dd5-bdd7-64dab11e0aaf tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773542 Feb 18 08:26:29.319791 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-5333a3c0-208f-49f0-9cb5-3acd430326fd None None] Port 16cfb44d-b81b-4c91-a22c-986e7d100753 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:26:29.818198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eae40-3e73-40ef-9ac7-51e2e4e274e2 req-5b2be3f2-c349-43f3-9d2c-ed35e51649d7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:29.820517 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f77eae40-3e73-40ef-9ac7-51e2e4e274e2 req-5b2be3f2-c349-43f3-9d2c-ed35e51649d7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0723784 Feb 18 08:26:29.905876 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f77eae40-3e73-40ef-9ac7-51e2e4e274e2 req-10b33046-0aa9-4232-8b5b-c599ae939cfe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788808 Feb 18 08:26:30.429257 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290f552-f452-4918-829e-34ce682e15a0 req-80502c59-4d32-400f-8f62-8103410503d3 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:30.431078 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5290f552-f452-4918-829e-34ce682e15a0 req-80502c59-4d32-400f-8f62-8103410503d3 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0655882 Feb 18 08:26:30.487697 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5290f552-f452-4918-829e-34ce682e15a0 req-722e63c6-bf4c-4f6f-a94d-b508c4ebb07d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Feb 18 08:26:30.576943 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-7377d1cc-1f22-4908-9f1d-59cef8df06c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:30.781339 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6086234a-0c86-4c3b-beca-827c8ccb91ba no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:26:30.812277 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 6086234a-0c86-4c3b-beca-827c8ccb91ba {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:26:30.830895 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6086234a-0c86-4c3b-beca-827c8ccb91ba not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:26:31.060945 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa216c-4927-464b-ac25-46674e07a6ee req-effa9f51-5632-45bb-a2ea-9f3f009932f5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:31.062068 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dcfa216c-4927-464b-ac25-46674e07a6ee req-effa9f51-5632-45bb-a2ea-9f3f009932f5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0622911 Feb 18 08:26:31.114075 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dcfa216c-4927-464b-ac25-46674e07a6ee req-faf7b31c-fc20-4088-b50f-16b6bd358710 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Feb 18 08:26:31.608822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dff0f-b6f5-4d70-abdc-46e56ee324e8 req-4e53d95b-7264-4f63-8fc9-acee161afbad tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:31.611089 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-529dff0f-b6f5-4d70-abdc-46e56ee324e8 req-4e53d95b-7264-4f63-8fc9-acee161afbad tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0535495 Feb 18 08:26:31.660098 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-529dff0f-b6f5-4d70-abdc-46e56ee324e8 req-1c7f4547-2d1a-4644-aa34-e3f2309a4003 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431433 Feb 18 08:26:31.883857 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:32.250605 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33198) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:32.274003 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6732a-de04-4f66-adf6-a46913a2c778 req-a55d7163-e3ee-4ba0-bb0b-144440fc9cfa tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:32.283352 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6ad6732a-de04-4f66-adf6-a46913a2c778 req-a55d7163-e3ee-4ba0-bb0b-144440fc9cfa tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0752985 Feb 18 08:26:32.349676 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6ad6732a-de04-4f66-adf6-a46913a2c778 req-3bac5ed3-4696-493b-a626-bff5601c4cc2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646520 Feb 18 08:26:32.469784 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bf31f3b8-b652-4a72-97ff-95dee79a4c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:32.804442 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bf31f3b8-b652-4a72-97ff-95dee79a4c05 admin admin] Publish callbacks [] for security_group (820f488f-718c-4a01-a886-586ea31a8c67), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:32.813517 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bf31f3b8-b652-4a72-97ff-95dee79a4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (820f488f-718c-4a01-a886-586ea31a8c67), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:32.824180 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72bf75-8c3a-4a53-9df5-682ff4959f98 req-e681ea5b-b55f-4a9b-b90d-8669754f7418 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:32.826180 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-de72bf75-8c3a-4a53-9df5-682ff4959f98 req-e681ea5b-b55f-4a9b-b90d-8669754f7418 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0955288 Feb 18 08:26:32.849312 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31f3b8-b652-4a72-97ff-95dee79a4c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f488f-718c-4a01-a886-586ea31a8c67,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:32.873756 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-bf31f3b8-b652-4a72-97ff-95dee79a4c05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81608c05436041a7924bcf27f55652f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218970 Feb 18 08:26:32.876546 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33220) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:32.898814 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-de72bf75-8c3a-4a53-9df5-682ff4959f98 req-6ddd82c5-04e6-45b4-9d84-528c41e28816 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Feb 18 08:26:32.937729 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d9cb54ed-3770-4dc6-9cc8-b42f316030d6 admin admin] Publish callbacks [] for security_group (820f488f-718c-4a01-a886-586ea31a8c67), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:32.962170 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d9cb54ed-3770-4dc6-9cc8-b42f316030d6 admin admin] Publish callbacks [] for security_group (820f488f-718c-4a01-a886-586ea31a8c67), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.011452 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d9cb54ed-3770-4dc6-9cc8-b42f316030d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (820f488f-718c-4a01-a886-586ea31a8c67), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.014488 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d9cb54ed-3770-4dc6-9cc8-b42f316030d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.016124 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d9cb54ed-3770-4dc6-9cc8-b42f316030d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/820f488f-718c-4a01-a886-586ea31a8c67 HTTP/1.1" status: 204 len: 168 time: 0.1384447 Feb 18 08:26:33.029425 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb54ed-3770-4dc6-9cc8-b42f316030d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f488f-718c-4a01-a886-586ea31a8c67,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:33.049846 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.330672 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33226) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:33.344186 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b04ea104-73ae-40ef-993f-337d87124f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.442271 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b04ea104-73ae-40ef-993f-337d87124f4b admin admin] Publish callbacks [] for security_group (089d3c12-1934-4076-b5b5-e2239251ab3a), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.463996 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b04ea104-73ae-40ef-993f-337d87124f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (089d3c12-1934-4076-b5b5-e2239251ab3a), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.509887 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092efd-8a51-4893-9fa6-1f7e85da5fc4 req-6e7f4008-7979-4a50-9978-40daa1613779 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:33.511479 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d092efd-8a51-4893-9fa6-1f7e85da5fc4 req-6e7f4008-7979-4a50-9978-40daa1613779 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0877752 Feb 18 08:26:33.525400 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b04ea104-73ae-40ef-993f-337d87124f4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=065a890041ed45d9a1d9519eb0b358c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936178 Feb 18 08:26:33.528558 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33232) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:33.534556 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea104-73ae-40ef-993f-337d87124f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d3c12-1934-4076-b5b5-e2239251ab3a,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:33.601947 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d092efd-8a51-4893-9fa6-1f7e85da5fc4 req-d55db66e-6524-449a-927f-4d8b8d6836c5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842004 Feb 18 08:26:33.635887 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-541ade0d-f958-4923-8a7e-5014dccfbf9c admin admin] Publish callbacks [] for security_group (089d3c12-1934-4076-b5b5-e2239251ab3a), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.661600 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-541ade0d-f958-4923-8a7e-5014dccfbf9c admin admin] Publish callbacks [] for security_group (089d3c12-1934-4076-b5b5-e2239251ab3a), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.727387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-541ade0d-f958-4923-8a7e-5014dccfbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (089d3c12-1934-4076-b5b5-e2239251ab3a), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.730463 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-541ade0d-f958-4923-8a7e-5014dccfbf9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:33.734357 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-541ade0d-f958-4923-8a7e-5014dccfbf9c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/089d3c12-1934-4076-b5b5-e2239251ab3a HTTP/1.1" status: 204 len: 168 time: 0.2019937 Feb 18 08:26:33.752566 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ade0d-f958-4923-8a7e-5014dccfbf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d3c12-1934-4076-b5b5-e2239251ab3a,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:34.039150 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bfbb2-fed8-4aba-82c0-0bfbe79c123a req-e42c8c17-c2d1-4699-a813-325639942cd1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:34.041416 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-301bfbb2-fed8-4aba-82c0-0bfbe79c123a req-e42c8c17-c2d1-4699-a813-325639942cd1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0612473 Feb 18 08:26:34.101427 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-301bfbb2-fed8-4aba-82c0-0bfbe79c123a req-55238d4e-93e6-47bd-a9c1-68bfc7b4c6e4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Feb 18 08:26:34.456352 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:34.780210 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136b2e8-81d6-4497-856c-07ee5b7ec440 req-7c310262-7b9b-4030-9a86-ada8df8d70d8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:34.781842 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c136b2e8-81d6-4497-856c-07ee5b7ec440 req-7c310262-7b9b-4030-9a86-ada8df8d70d8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0719657 Feb 18 08:26:34.856897 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c136b2e8-81d6-4497-856c-07ee5b7ec440 req-21bffa92-185e-4345-9d60-ee15d55b2090 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678055 Feb 18 08:26:35.237600 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8bc00-733c-4d70-9e07-09809003f837 req-d61e1a80-6c7b-42d6-b702-0c8d76f90730 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:35.239617 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a5f8bc00-733c-4d70-9e07-09809003f837 req-d61e1a80-6c7b-42d6-b702-0c8d76f90730 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0610166 Feb 18 08:26:35.309430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a5f8bc00-733c-4d70-9e07-09809003f837 req-c61e6a02-6866-46de-b3e8-3cc8bf66584e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603335 Feb 18 08:26:35.805960 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33314) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:35.933793 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-43995092-5916-46a1-926b-7ca3dd68234b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.060886 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf1b3-080a-442f-872d-064bed1b15f2 req-31f39c3e-baf2-4e28-aaad-3991885e086d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:36.062403 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c3bf1b3-080a-442f-872d-064bed1b15f2 req-31f39c3e-baf2-4e28-aaad-3991885e086d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1015141 Feb 18 08:26:36.115582 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-43995092-5916-46a1-926b-7ca3dd68234b admin admin] Publish callbacks [] for security_group (e6f96b41-d19d-4a19-b785-ee000e44980b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.123827 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-43995092-5916-46a1-926b-7ca3dd68234b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e6f96b41-d19d-4a19-b785-ee000e44980b), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.155868 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c3bf1b3-080a-442f-872d-064bed1b15f2 req-cd8083dc-27f7-4d74-8755-f07d4925d692 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872259 Feb 18 08:26:36.184774 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43995092-5916-46a1-926b-7ca3dd68234b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f96b41-d19d-4a19-b785-ee000e44980b,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:36.191978 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-43995092-5916-46a1-926b-7ca3dd68234b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a0e3664419e4c3ab65b359a843caaad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847663 Feb 18 08:26:36.192472 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33322) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:36.267314 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19e622d8-cd57-4fe8-9423-8330aca5f174 admin admin] Publish callbacks [] for security_group (e6f96b41-d19d-4a19-b785-ee000e44980b), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.288817 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19e622d8-cd57-4fe8-9423-8330aca5f174 admin admin] Publish callbacks [] for security_group (e6f96b41-d19d-4a19-b785-ee000e44980b), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.340517 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19e622d8-cd57-4fe8-9423-8330aca5f174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e6f96b41-d19d-4a19-b785-ee000e44980b), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.343044 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19e622d8-cd57-4fe8-9423-8330aca5f174 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.344310 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-19e622d8-cd57-4fe8-9423-8330aca5f174 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6f96b41-d19d-4a19-b785-ee000e44980b HTTP/1.1" status: 204 len: 168 time: 0.1508176 Feb 18 08:26:36.352676 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e622d8-cd57-4fe8-9423-8330aca5f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f96b41-d19d-4a19-b785-ee000e44980b,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:36.456611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85106aef-6174-42c0-8429-08283b472c6b req-c38a662e-1e7c-4c47-bc6e-d3990dfaff70 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:36.459749 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-85106aef-6174-42c0-8429-08283b472c6b req-c38a662e-1e7c-4c47-bc6e-d3990dfaff70 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0853364 Feb 18 08:26:36.525655 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-85106aef-6174-42c0-8429-08283b472c6b req-903f487b-a0e9-4f31-81b1-244778608267 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Feb 18 08:26:36.664707 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33332) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:36.678655 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70f3fd20-c924-47c9-88c5-0847b80adb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.757863 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70f3fd20-c924-47c9-88c5-0847b80adb0c admin admin] Publish callbacks [] for security_group (589d2df0-0645-49d9-bdab-5dfe167e3abf), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.763875 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-70f3fd20-c924-47c9-88c5-0847b80adb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (589d2df0-0645-49d9-bdab-5dfe167e3abf), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.802822 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3fd20-c924-47c9-88c5-0847b80adb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d2df0-0645-49d9-bdab-5dfe167e3abf,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:36.807134 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-70f3fd20-c924-47c9-88c5-0847b80adb0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d06c3cbad8f46989a84fb298e162f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413870 Feb 18 08:26:36.809864 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33334) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:36.862480 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6eaf515f-2934-44c8-a803-90d294630a48 admin admin] Publish callbacks [] for security_group (589d2df0-0645-49d9-bdab-5dfe167e3abf), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.884586 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6eaf515f-2934-44c8-a803-90d294630a48 admin admin] Publish callbacks [] for security_group (589d2df0-0645-49d9-bdab-5dfe167e3abf), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.935143 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6eaf515f-2934-44c8-a803-90d294630a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (589d2df0-0645-49d9-bdab-5dfe167e3abf), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.937739 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-6eaf515f-2934-44c8-a803-90d294630a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:36.938911 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-6eaf515f-2934-44c8-a803-90d294630a48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/589d2df0-0645-49d9-bdab-5dfe167e3abf HTTP/1.1" status: 204 len: 168 time: 0.1281297 Feb 18 08:26:36.946497 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf515f-2934-44c8-a803-90d294630a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d2df0-0645-49d9-bdab-5dfe167e3abf,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:37.280660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035c031-7ccd-4fd4-8293-a463587120c4 req-0b73529b-3afc-43a6-938a-cfc1a9a3f68b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:37.282151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0035c031-7ccd-4fd4-8293-a463587120c4 req-0b73529b-3afc-43a6-938a-cfc1a9a3f68b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0534003 Feb 18 08:26:37.332159 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0035c031-7ccd-4fd4-8293-a463587120c4 req-5ed9114a-0f8e-47bb-a67d-57047df1955c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Feb 18 08:26:37.641395 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76fbcc-c251-4a1c-905a-c57df56ad577 req-69379a66-7c88-49dc-8243-5787f30895ea tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:37.642912 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef76fbcc-c251-4a1c-905a-c57df56ad577 req-69379a66-7c88-49dc-8243-5787f30895ea tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0506651 Feb 18 08:26:37.695717 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef76fbcc-c251-4a1c-905a-c57df56ad577 req-6f39669b-a952-49f4-9f1b-2c8c5dc85902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471652 Feb 18 08:26:38.479184 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9f82-9be4-4308-b225-a5c701cc09c4 req-d5fcc878-edf3-4b02-bd57-8db3a9d24b55 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:38.481564 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-487d9f82-9be4-4308-b225-a5c701cc09c4 req-d5fcc878-edf3-4b02-bd57-8db3a9d24b55 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0547843 Feb 18 08:26:38.528792 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-487d9f82-9be4-4308-b225-a5c701cc09c4 req-723fb71c-d658-487c-a34a-deac3faf5ce5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Feb 18 08:26:38.851300 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b1d4d-7b9d-4862-988e-c050c337139f req-7a1ff30c-53e4-4329-99ad-6270215605ff tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:38.852973 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7a5b1d4d-7b9d-4862-988e-c050c337139f req-7a1ff30c-53e4-4329-99ad-6270215605ff tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0613959 Feb 18 08:26:38.905351 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7a5b1d4d-7b9d-4862-988e-c050c337139f req-7034e610-8a16-46ca-a219-ffc003a39801 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Feb 18 08:26:39.038502 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33432) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:39.155843 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b65d93ab-59ad-40fe-9a98-490fc775122b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.244278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b65d93ab-59ad-40fe-9a98-490fc775122b admin admin] Publish callbacks [] for security_group (52e3353c-28f5-419a-9a4b-05bcc563406b), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.250451 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b65d93ab-59ad-40fe-9a98-490fc775122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (52e3353c-28f5-419a-9a4b-05bcc563406b), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.283650 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d93ab-59ad-40fe-9a98-490fc775122b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e3353c-28f5-419a-9a4b-05bcc563406b,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:39.306653 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b65d93ab-59ad-40fe-9a98-490fc775122b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d50d912ae21e43738443e9ae80ea1739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662301 Feb 18 08:26:39.309191 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33440) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:39.359211 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ed1d859b-b51b-4f7c-b9c8-808b117e044c admin admin] Publish callbacks [] for security_group (52e3353c-28f5-419a-9a4b-05bcc563406b), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.382190 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ed1d859b-b51b-4f7c-b9c8-808b117e044c admin admin] Publish callbacks [] for security_group (52e3353c-28f5-419a-9a4b-05bcc563406b), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.427951 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ed1d859b-b51b-4f7c-b9c8-808b117e044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (52e3353c-28f5-419a-9a4b-05bcc563406b), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.430555 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ed1d859b-b51b-4f7c-b9c8-808b117e044c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.434432 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ed1d859b-b51b-4f7c-b9c8-808b117e044c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52e3353c-28f5-419a-9a4b-05bcc563406b HTTP/1.1" status: 204 len: 168 time: 0.1215665 Feb 18 08:26:39.441447 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d859b-b51b-4f7c-b9c8-808b117e044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e3353c-28f5-419a-9a4b-05bcc563406b,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:39.655592 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee515c1-bb68-415b-a063-36fcc95ed370 req-00e1341a-2f6a-432a-a8d0-a93f174a67b8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:39.657155 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5ee515c1-bb68-415b-a063-36fcc95ed370 req-00e1341a-2f6a-432a-a8d0-a93f174a67b8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0556538 Feb 18 08:26:39.705023 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5ee515c1-bb68-415b-a063-36fcc95ed370 req-bc2916fb-cfb4-42a9-b0c2-878887f3a27a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Feb 18 08:26:39.718677 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33448) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:39.732213 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2188-3eaa-4030-b517-5011196f0af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.806440 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2188-3eaa-4030-b517-5011196f0af0 admin admin] Publish callbacks [] for security_group (1fc0e9e7-2b93-4344-88c2-0c666e619dd4), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.811983 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2188-3eaa-4030-b517-5011196f0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (1fc0e9e7-2b93-4344-88c2-0c666e619dd4), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.848465 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-dd4a2188-3eaa-4030-b517-5011196f0af0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d441eb9ffaa49cf98f6cbd5aa3e9a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286283 Feb 18 08:26:39.850481 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a2188-3eaa-4030-b517-5011196f0af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc0e9e7-2b93-4344-88c2-0c666e619dd4,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:39.852745 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33452) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:39.900026 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdcd39b-b177-43dc-94c7-682ac4dcace1 admin admin] Publish callbacks [] for security_group (1fc0e9e7-2b93-4344-88c2-0c666e619dd4), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.920504 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdcd39b-b177-43dc-94c7-682ac4dcace1 admin admin] Publish callbacks [] for security_group (1fc0e9e7-2b93-4344-88c2-0c666e619dd4), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.970271 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdcd39b-b177-43dc-94c7-682ac4dcace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (1fc0e9e7-2b93-4344-88c2-0c666e619dd4), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.973014 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdcd39b-b177-43dc-94c7-682ac4dcace1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:39.976516 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3cdcd39b-b177-43dc-94c7-682ac4dcace1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fc0e9e7-2b93-4344-88c2-0c666e619dd4 HTTP/1.1" status: 204 len: 168 time: 0.1205366 Feb 18 08:26:39.994493 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcd39b-b177-43dc-94c7-682ac4dcace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc0e9e7-2b93-4344-88c2-0c666e619dd4,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:40.036371 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6241a-a77f-43df-a2bd-7f799364a790 req-11fb5cc9-74cd-41f3-8ffa-ae3ad234f48b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:40.037834 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ea6241a-a77f-43df-a2bd-7f799364a790 req-11fb5cc9-74cd-41f3-8ffa-ae3ad234f48b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0656850 Feb 18 08:26:40.084730 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4ea6241a-a77f-43df-a2bd-7f799364a790 req-1af0f7c1-52d4-423c-85d6-ecb73f5fd82b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Feb 18 08:26:40.832332 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af684f32-7485-4fa8-ad16-9225ad38ef91 req-81b97f46-0795-443a-91fb-6d2f6e105f3a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:40.833828 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af684f32-7485-4fa8-ad16-9225ad38ef91 req-81b97f46-0795-443a-91fb-6d2f6e105f3a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0533359 Feb 18 08:26:40.888998 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af684f32-7485-4fa8-ad16-9225ad38ef91 req-3344b724-7c69-4735-b71b-53f098ab4181 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495658 Feb 18 08:26:41.080070 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33504) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:41.200786 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28d158be-485a-4da0-9d18-b34e64555ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.233972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce763f5-e222-44ca-961b-430fb32ff2b1 req-1225052d-5bdf-43b1-b023-6022577c2a63 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:41.235552 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8ce763f5-e222-44ca-961b-430fb32ff2b1 req-1225052d-5bdf-43b1-b023-6022577c2a63 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0820901 Feb 18 08:26:41.310343 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8ce763f5-e222-44ca-961b-430fb32ff2b1 req-7f97e114-1a03-4f8e-b99b-7a47f2fbcb4a tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667226 Feb 18 08:26:41.328860 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28d158be-485a-4da0-9d18-b34e64555ee3 admin admin] Publish callbacks [] for security_group (2d8298f0-940d-49ce-8231-df02e3e0a47f), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.333314 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28d158be-485a-4da0-9d18-b34e64555ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2d8298f0-940d-49ce-8231-df02e3e0a47f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.373750 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-28d158be-485a-4da0-9d18-b34e64555ee3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d2c2f522b074a6d9ff151298c4f2dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926431 Feb 18 08:26:41.374551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d158be-485a-4da0-9d18-b34e64555ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8298f0-940d-49ce-8231-df02e3e0a47f,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:41.376879 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33512) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:41.424123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f97-7d29-455a-a36e-b1678af847e7 admin admin] Publish callbacks [] for security_group (2d8298f0-940d-49ce-8231-df02e3e0a47f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.444855 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f97-7d29-455a-a36e-b1678af847e7 admin admin] Publish callbacks [] for security_group (2d8298f0-940d-49ce-8231-df02e3e0a47f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.494212 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f97-7d29-455a-a36e-b1678af847e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2d8298f0-940d-49ce-8231-df02e3e0a47f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.498127 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd13f97-7d29-455a-a36e-b1678af847e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:41.500035 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-bcd13f97-7d29-455a-a36e-b1678af847e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d8298f0-940d-49ce-8231-df02e3e0a47f HTTP/1.1" status: 204 len: 168 time: 0.1220312 Feb 18 08:26:41.508001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd13f97-7d29-455a-a36e-b1678af847e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8298f0-940d-49ce-8231-df02e3e0a47f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:42.020302 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff0305-9068-4668-971a-85c9a34c4d90 req-f4ebcd1e-b929-4d6c-9986-b7c3fbabf5fb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:42.022544 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58ff0305-9068-4668-971a-85c9a34c4d90 req-f4ebcd1e-b929-4d6c-9986-b7c3fbabf5fb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0557277 Feb 18 08:26:42.074514 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-58ff0305-9068-4668-971a-85c9a34c4d90 req-fde974c4-8b2a-458a-9c67-3d7bdef548e4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470052 Feb 18 08:26:42.304237 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:26:42.342012 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Request body: {'port': {'device_id': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:26:42.415392 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:42.429178 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'mac_address': 'fa:16:3e:68:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:26:42.467026 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:42.472290 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: ACTIVE; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:42.472819 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:42.496686 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f851bb0c-c511-451c-a45b-4645dba0098c {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:26:42.498914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5ac9f-8007-4814-b01d-1e16aba1d938 req-99c89626-978f-40a2-b64e-b25bc2d51292 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:42.500699 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-39e5ac9f-8007-4814-b01d-1e16aba1d938 req-99c89626-978f-40a2-b64e-b25bc2d51292 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 931 time: 0.0770640 Feb 18 08:26:42.518729 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:42.523418 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:42.581179 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=6']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:42.590604 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.591552 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.591704 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.592182 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.592523 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.592853 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.593197 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.593529 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.593860 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.594178 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.594662 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.595183 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.595688 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:26:42.654049 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-39e5ac9f-8007-4814-b01d-1e16aba1d938 req-bf600c16-ad4d-4fc3-9f81-0b09bb1f9d4e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335104 Feb 18 08:26:42.704120 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['f851bb0c-c511-451c-a45b-4645dba0098c'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:42.807514 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cfb44d-b81b-4c91-a22c-986e7d100753 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:26:42.815003 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Publish callbacks [] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:42.827167 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Transition to ACTIVE for port object 16cfb44d-b81b-4c91-a22c-986e7d100753 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:26:42.831604 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:42.882948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:42.953456 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Attempting to bind port 16cfb44d-b81b-4c91-a22c-986e7d100753 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:26:42.953807 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Attempting to bind port 16cfb44d-b81b-4c91-a22c-986e7d100753 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:26:42.954134 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Attempting to bind port 16cfb44d-b81b-4c91-a22c-986e7d100753 on network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:26:42.958661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:42.959355 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Port 16cfb44d-b81b-4c91-a22c-986e7d100753 on network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:26:42.959720 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Attempting to bind port 16cfb44d-b81b-4c91-a22c-986e7d100753 on network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:26:42.968246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:26:42.968246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Checking segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:26:42.968246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Bound using segment: {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:26:42.968246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Bound port: 16cfb44d-b81b-4c91-a22c-986e7d100753, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0e7021-a19a-4685-809a-f1385f154ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:26:42.968246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.019699 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.024464 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port f851bb0c-c511-451c-a45b-4645dba0098c triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:43.024831 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.056852 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:26:43.060377 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:26:43.067571 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.103506 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.104468 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.106000 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] 10.222.0.79 "PUT /v2.0/ports/16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 1093 time: 0.7748148 Feb 18 08:26:43.106442 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:43.108741 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e323bf5-de52-4a57-8679-04d8e66eabbc" -d '{"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:43.131884 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4466f-f951-4522-9527-a42b178758fb service neutron] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:43.164841 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:43.166547 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.208523 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee86896-7f06-4b2e-a18a-4cf5d80274d4 x-openstack-request-id: req-9ee86896-7f06-4b2e-a18a-4cf5d80274d4 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:43.209025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:43.209430 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ee86896-7f06-4b2e-a18a-4cf5d80274d4 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:43.209752 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:43.210159 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'status': 'completed', 'code': 200} Feb 18 08:26:43.210863 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:43.213710 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9063dda-fc10-4549-8f79-5999471aa89c" -d '{"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-plugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:43.223892 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:43.273179 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795914d-cb29-4c5d-97ff-7167bb1947e2 req-8806eb66-ff98-4e58-aadf-126a5aa05589 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.276410 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a795914d-cb29-4c5d-97ff-7167bb1947e2 req-8806eb66-ff98-4e58-aadf-126a5aa05589 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 945 time: 0.1005049 Feb 18 08:26:43.280802 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=7']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:43.298186 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-bc6c61a4-a38b-44fc-9dc3-9157b8c7ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.299833 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-bc6c61a4-a38b-44fc-9dc3-9157b8c7ce40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1127 time: 0.0886478 Feb 18 08:26:43.343206 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8f478-83b1-4040-b712-6212e83d61b7 x-openstack-request-id: req-7ab8f478-83b1-4040-b712-6212e83d61b7 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:43.344178 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-plugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:43.345054 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ab8f478-83b1-4040-b712-6212e83d61b7 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:43.345700 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'code': 200} Feb 18 08:26:43.350391 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-9650c1ff-fea7-4dba-b0d1-0005d228909f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 217 time: 0.0401285 Feb 18 08:26:43.413518 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a795914d-cb29-4c5d-97ff-7167bb1947e2 req-8b54661b-bbf6-4c20-ad01-6aebb0aabc78 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224883 Feb 18 08:26:43.425863 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-107a6252-4d31-4675-a737-cbc95015df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.427342 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-107a6252-4d31-4675-a737-cbc95015df24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.0692375 Feb 18 08:26:43.480719 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-e8ab6229-afd6-4ddd-b54d-865718eb4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.482164 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-e8ab6229-afd6-4ddd-b54d-865718eb4f96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472622 Feb 18 08:26:43.581761 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-922c1b52-7ccd-4a93-aab8-4ad857f12958 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927341 Feb 18 08:26:43.681632 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c9e202a9-31ba-452e-a3b4-5f2ec8aa1dba req-54f6a439-f755-4e91-80a9-576d115713d9 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919023 Feb 18 08:26:43.808923 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e21c-059f-42c2-b289-1950f1aab36a req-776c53fc-c6bb-42a7-82af-68d8e14a9a5b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.810383 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77b5e21c-059f-42c2-b289-1950f1aab36a req-776c53fc-c6bb-42a7-82af-68d8e14a9a5b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 943 time: 0.0849266 Feb 18 08:26:43.841428 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-6070ec6f-0d87-49c2-ad78-bee6bffcb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:43.842773 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-6070ec6f-0d87-49c2-ad78-bee6bffcb1f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1127 time: 0.0753357 Feb 18 08:26:44.141512 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77b5e21c-059f-42c2-b289-1950f1aab36a req-97094711-5786-489d-9bcb-62768cf8f910 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253987 Feb 18 08:26:44.208872 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-af813c6e-e8f5-4db3-a00d-f860caec9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:44.210283 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-af813c6e-e8f5-4db3-a00d-f860caec9bad service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.3600936 Feb 18 08:26:44.222798 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-bd4047eb-3d96-42d7-9f9c-25742b9d01eb tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831089235&fields=id&tenant_id=cafbf79987a140a18dd4cf846db9bbbc HTTP/1.1" status: 200 len: 267 time: 0.0622642 Feb 18 08:26:44.267829 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-8c51d686-a915-45ea-9d66-819117b7166c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 217 time: 0.0441091 Feb 18 08:26:44.371295 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-007b91d3-aa66-4dac-af5e-b7d85ee81394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:44.372659 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-007b91d3-aa66-4dac-af5e-b7d85ee81394 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.0952229 Feb 18 08:26:44.416995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-0517d203-52fc-4dbe-bab3-9d0887992a00 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:44.418420 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-0517d203-52fc-4dbe-bab3-9d0887992a00 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 808 time: 0.1881554 Feb 18 08:26:44.439471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-2a535223-77b4-41d7-bd25-ada96c1b88aa tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/quotas/cafbf79987a140a18dd4cf846db9bbbc HTTP/1.1" status: 200 len: 375 time: 0.0141876 Feb 18 08:26:44.463890 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-561370f9-a518-46f4-8450-e73d9ac49555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:44.465326 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-561370f9-a518-46f4-8450-e73d9ac49555 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0839734 Feb 18 08:26:44.609768 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-307845f2-5c68-46dd-ac5c-7600277be722 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1618059 Feb 18 08:26:44.621422 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60b790-78dc-41a0-99ee-15c23ef2042a req-047048d7-479a-445c-91b8-c4d8ba0fb82a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:44.622743 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7d60b790-78dc-41a0-99ee-15c23ef2042a req-047048d7-479a-445c-91b8-c4d8ba0fb82a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1307034 Feb 18 08:26:44.625708 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-8840afbc-6666-4c0b-b7de-0f1109edaae8 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421669 Feb 18 08:26:44.796077 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7d60b790-78dc-41a0-99ee-15c23ef2042a req-b1a95c80-42a2-4c74-b5fd-5f429bc5da92 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636043 Feb 18 08:26:44.827960 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-0cd66e56-adfb-496e-ab5c-891f009c8cbb service neutron] 10.222.0.69 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042966 Feb 18 08:26:44.833291 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e323bf5-de52-4a57-8679-04d8e66eabbc req-35c1dd7a-b93c-47ba-9847-97915692eac2 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999655 Feb 18 08:26:44.925430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-3206f704-ba91-4b4a-ab43-99ce441435e6 service neutron] 10.222.0.69 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907445 Feb 18 08:26:45.264925 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ebd4ded-57b9-4896-ad49-46786fd22f93 req-9f44333e-ee2f-4b6d-b8ec-59dcbacc1701 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 210 time: 0.0620551 Feb 18 08:26:45.348712 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e0428-4225-4d9b-8753-98c0bc2e177f req-1aadd533-ac6c-4e2d-8c41-9daf19337907 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:45.350249 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e60e0428-4225-4d9b-8753-98c0bc2e177f req-1aadd533-ac6c-4e2d-8c41-9daf19337907 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 943 time: 0.0640624 Feb 18 08:26:45.411075 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e60e0428-4225-4d9b-8753-98c0bc2e177f req-383ad8a0-80a5-4f86-abcc-c392b617900b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Feb 18 08:26:45.922800 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160d745-8f5f-49bb-9b69-edf4a0600f64 req-8e46c68e-027f-4b12-aefe-ea53053ee07a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:45.924285 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f160d745-8f5f-49bb-9b69-edf4a0600f64 req-8e46c68e-027f-4b12-aefe-ea53053ee07a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0523167 Feb 18 08:26:45.973594 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f160d745-8f5f-49bb-9b69-edf4a0600f64 req-b8ab71f0-aa2e-4a61-9aab-6fe090d1f7ca tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437210 Feb 18 08:26:46.375837 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0e0006e8-e3fc-4b55-a30c-5fbda7f3a0ec req-5031bf5d-98ba-4597-bd7b-6086f2e986bd tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 210 time: 0.0367131 Feb 18 08:26:46.479974 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-77d02e8e-3e81-409b-a4fd-7856ccea7b6d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:46.481516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-77d02e8e-3e81-409b-a4fd-7856ccea7b6d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 808 time: 0.1317999 Feb 18 08:26:46.579004 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f9ce9-af36-46bc-a8ad-5c7680764114 req-513d3268-76a4-4eae-a298-498eb80a2bcc tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:46.580685 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f02f9ce9-af36-46bc-a8ad-5c7680764114 req-513d3268-76a4-4eae-a298-498eb80a2bcc tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 943 time: 0.0981793 Feb 18 08:26:46.587524 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-009f7aab-c443-4e09-a8b9-633a90f5fe28 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafbf79987a140a18dd4cf846db9bbbc HTTP/1.1" status: 200 len: 379 time: 0.0964022 Feb 18 08:26:46.599506 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'port': {'device_id': '74208324-5d08-4a70-806c-319c895ffaed', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'admin_state_up': True, 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'security_groups': ['7479e0e6-5529-4e9b-aa9c-152e69121ba1']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:26:46.685233 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f02f9ce9-af36-46bc-a8ad-5c7680764114 req-51035436-9cd4-44c2-81b0-7bfdbdf9fe10 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Feb 18 08:26:46.759295 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Made reservation on behalf of cafbf79987a140a18dd4cf846db9bbbc for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:26:46.762945 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:46.764775 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33694) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:46.878445 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a1123367-776e-4824-9d76-e247a52c5d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:46.899264 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Allocated IP 172.20.0.9 (1637f515-4647-4c4f-9c6b-2a39afd26691/fc31f98f-d718-43f7-b0d9-8e3e24b8adcb/55df3ede-c6bc-48a4-86c0-5b0fd5927514) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:26:46.955591 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a1123367-776e-4824-9d76-e247a52c5d7e admin admin] Publish callbacks [] for security_group (5c192b35-4309-4e25-a467-7a06ac33fd1e), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:46.960130 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a1123367-776e-4824-9d76-e247a52c5d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5c192b35-4309-4e25-a467-7a06ac33fd1e), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:46.995851 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33700) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:46.999806 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a1123367-776e-4824-9d76-e247a52c5d7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7858f7a103246b9a3efe4bc9f3af033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338963 Feb 18 08:26:47.002789 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33704) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:47.008909 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123367-776e-4824-9d76-e247a52c5d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c192b35-4309-4e25-a467-7a06ac33fd1e,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:47.092346 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40b204c8-0b04-46b4-b8fd-74043ca15703 admin admin] Publish callbacks [] for security_group (5c192b35-4309-4e25-a467-7a06ac33fd1e), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.141886 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fdb816-2708-4f91-838c-f9ffb8b63697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.154315 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40b204c8-0b04-46b4-b8fd-74043ca15703 admin admin] Publish callbacks [] for security_group (5c192b35-4309-4e25-a467-7a06ac33fd1e), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.162881 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.222075 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3570e5-ab2f-4f5d-ba15-b06cf46ccca4 req-7e94dd5f-2b66-43f8-b799-691cd7bd75a3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:47.222286 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fdb816-2708-4f91-838c-f9ffb8b63697 admin admin] Publish callbacks [] for security_group (87a7614c-e960-48b2-86df-41fe66555fc3), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.223605 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7e3570e5-ab2f-4f5d-ba15-b06cf46ccca4 req-7e94dd5f-2b66-43f8-b799-691cd7bd75a3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1543312 Feb 18 08:26:47.230464 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-07fdb816-2708-4f91-838c-f9ffb8b63697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (87a7614c-e960-48b2-86df-41fe66555fc3), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.269120 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.273159 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-07fdb816-2708-4f91-838c-f9ffb8b63697 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16af00ad69a0436f899e25e602dee3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734871 Feb 18 08:26:47.273159 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdb816-2708-4f91-838c-f9ffb8b63697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7614c-e960-48b2-86df-41fe66555fc3,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:47.273710 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33708) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:47.289112 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40b204c8-0b04-46b4-b8fd-74043ca15703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5c192b35-4309-4e25-a467-7a06ac33fd1e), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.291965 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-40b204c8-0b04-46b4-b8fd-74043ca15703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.293021 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-40b204c8-0b04-46b4-b8fd-74043ca15703 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c192b35-4309-4e25-a467-7a06ac33fd1e HTTP/1.1" status: 204 len: 168 time: 0.2888281 Feb 18 08:26:47.342616 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7e3570e5-ab2f-4f5d-ba15-b06cf46ccca4 req-de5a557d-987e-4897-94f9-2f7f61234d3d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115229 Feb 18 08:26:47.352955 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b204c8-0b04-46b4-b8fd-74043ca15703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c192b35-4309-4e25-a467-7a06ac33fd1e,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:47.359751 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:26:47.363100 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:26:47.375472 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:26:47.424323 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:47.458539 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f666b399-ff1b-4ebb-b0ce-acd7d31d3b5c admin admin] Publish callbacks [] for security_group (87a7614c-e960-48b2-86df-41fe66555fc3), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.474715 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:47.475329 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.505253 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f666b399-ff1b-4ebb-b0ce-acd7d31d3b5c admin admin] Publish callbacks [] for security_group (87a7614c-e960-48b2-86df-41fe66555fc3), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.553813 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-507483c7-1286-420b-99dd-86babe11ecf4 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578860 Feb 18 08:26:47.574780 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Request body: {'port': {'device_id': '74208324-5d08-4a70-806c-319c895ffaed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:26:47.611269 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc0e45-5640-4e65-a0db-a232796c9f33 req-7b500f41-41c0-4470-9485-32b3c116516a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:47.612800 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7fbc0e45-5640-4e65-a0db-a232796c9f33 req-7b500f41-41c0-4470-9485-32b3c116516a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 931 time: 0.1558535 Feb 18 08:26:47.628197 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f666b399-ff1b-4ebb-b0ce-acd7d31d3b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (87a7614c-e960-48b2-86df-41fe66555fc3), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.630650 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-f666b399-ff1b-4ebb-b0ce-acd7d31d3b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.634414 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-f666b399-ff1b-4ebb-b0ce-acd7d31d3b5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87a7614c-e960-48b2-86df-41fe66555fc3 HTTP/1.1" status: 204 len: 168 time: 0.3554938 Feb 18 08:26:47.665286 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c47149b5-0402-476b-9b0f-f0ac3e989039 None None] Provisioning complete for port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:47.666177 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c47149b5-0402-476b-9b0f-f0ac3e989039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.676563 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666b399-ff1b-4ebb-b0ce-acd7d31d3b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7614c-e960-48b2-86df-41fe66555fc3,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:47.685709 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:47.735517 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c47149b5-0402-476b-9b0f-f0ac3e989039 None None] Port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:26:47.747124 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7fbc0e45-5640-4e65-a0db-a232796c9f33 req-acf0fae4-3572-469a-9c8f-f2f8d79919fb tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216161 Feb 18 08:26:47.920965 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339a64b-8dc3-4ea5-b38b-294c504b8f64 req-1a6c4636-f6c2-4df6-b6a4-0d3bd5fe2e1d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:47.922443 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4339a64b-8dc3-4ea5-b38b-294c504b8f64 req-1a6c4636-f6c2-4df6-b6a4-0d3bd5fe2e1d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 943 time: 0.1220896 Feb 18 08:26:48.040058 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4339a64b-8dc3-4ea5-b38b-294c504b8f64 req-304dc0b5-5bcd-40b9-9e8f-fcf31ec51b3d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107023 Feb 18 08:26:48.135612 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55df3ede-c6bc-48a4-86c0-5b0fd5927514 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:26:48.145652 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Publish callbacks [] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.161645 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Transition to ACTIVE for port object 55df3ede-c6bc-48a4-86c0-5b0fd5927514 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:26:48.166097 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.246926 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:48.308619 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Attempting to bind port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:26:48.309005 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Attempting to bind port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:26:48.309489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Attempting to bind port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 on network 1637f515-4647-4c4f-9c6b-2a39afd26691 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:26:48.315061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 on network 1637f515-4647-4c4f-9c6b-2a39afd26691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:26:48.315381 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Attempting to bind port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 on network 1637f515-4647-4c4f-9c6b-2a39afd26691 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:26:48.321030 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:26:48.321376 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Checking segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:26:48.321760 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Bound using segment: {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:26:48.322184 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Bound port: 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b732ed56-a198-4cad-80c4-5015a50c9755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:26:48.322542 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.394313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:26:48.398895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:26:48.409322 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.454180 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:48.454755 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.456167 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] 10.222.0.79 "PUT /v2.0/ports/55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 1093 time: 0.8882403 Feb 18 08:26:48.457293 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:48.459850 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4103d4-40fe-4152-b3b9-2e238e157ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:48.548777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57448115-f8b9-4857-80f7-c3a862621134 x-openstack-request-id: req-57448115-f8b9-4857-80f7-c3a862621134 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:48.549080 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:48.549350 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57448115-f8b9-4857-80f7-c3a862621134 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:48.549911 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'status': 'completed', 'code': 200} Feb 18 08:26:48.552785 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51d37f-c001-49ee-a438-1a48b7a960fa service neutron] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:48.579578 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610ca5c-8a2a-4ee5-903d-d7858449e59f req-3225d2d9-1508-4a5f-ad5f-c9d4fc248af6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:48.581413 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9610ca5c-8a2a-4ee5-903d-d7858449e59f req-3225d2d9-1508-4a5f-ad5f-c9d4fc248af6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1291947 Feb 18 08:26:48.610668 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-3f607810-5f56-4152-b0cf-42c8d6402787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:48.612566 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-3f607810-5f56-4152-b0cf-42c8d6402787 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1127 time: 0.1018307 Feb 18 08:26:48.642515 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33772) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:48.675978 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-b431b4bd-ad60-4118-8668-2fd7793f6abf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 217 time: 0.0552101 Feb 18 08:26:48.696417 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9610ca5c-8a2a-4ee5-903d-d7858449e59f req-f19dc7d2-8f88-4657-bc90-c5733261ed0e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076243 Feb 18 08:26:48.739449 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-8028f3d0-93f0-4f49-9ec7-ad17c47b5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:48.741027 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-8028f3d0-93f0-4f49-9ec7-ad17c47b5af7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.0565236 Feb 18 08:26:48.812042 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b6a1c697-95aa-45a7-9430-fe19c69b921e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.861363 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-508522f5-7d80-4c49-b099-a12dd77529ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:48.862938 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-508522f5-7d80-4c49-b099-a12dd77529ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1107357 Feb 18 08:26:48.894513 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b6a1c697-95aa-45a7-9430-fe19c69b921e admin admin] Publish callbacks [] for security_group (7d9469e6-45ba-4314-92c3-a9cba39bdadf), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.900113 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b6a1c697-95aa-45a7-9430-fe19c69b921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (7d9469e6-45ba-4314-92c3-a9cba39bdadf), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:48.937111 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1c697-95aa-45a7-9430-fe19c69b921e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9469e6-45ba-4314-92c3-a9cba39bdadf,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:48.943246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d44068-71c0-4405-83bb-e2f0ef4164fd req-785cd6a0-9bed-4ec5-b018-f79b7a260e80 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:48.944571 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b6a1c697-95aa-45a7-9430-fe19c69b921e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8645444a2654bee90ef93974c667076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009987 Feb 18 08:26:48.944769 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f7d44068-71c0-4405-83bb-e2f0ef4164fd req-785cd6a0-9bed-4ec5-b018-f79b7a260e80 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1184790 Feb 18 08:26:48.945232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33786) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:48.985642 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 16cfb44d-b81b-4c91-a22c-986e7d100753 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:26:49.033475 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-1a0b0adf-ecd6-4a87-8fad-e11f1a6f980e service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628437 Feb 18 08:26:49.080455 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f7d44068-71c0-4405-83bb-e2f0ef4164fd req-65dd0d91-42ad-478d-9105-632db1207cb8 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202013 Feb 18 08:26:49.138678 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45f74a5f-fab7-4ecf-bb88-a6dee874cb56 admin admin] Publish callbacks [] for security_group (7d9469e6-45ba-4314-92c3-a9cba39bdadf), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.190004 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45f74a5f-fab7-4ecf-bb88-a6dee874cb56 admin admin] Publish callbacks [] for security_group (7d9469e6-45ba-4314-92c3-a9cba39bdadf), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.235660 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:49.241920 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c49115b5-0c7f-44d8-8515-58e2e1e192c0 req-33416490-ed81-420c-ae89-1825ec4103c9 service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992002 Feb 18 08:26:49.249559 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'port_id': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'mac_address': 'fa:16:3e:97:5f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:26:49.256549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112191b4-a392-449a-bd7c-60c9ce438462 req-02937de2-b04f-4df0-bc36-61ead691ee1e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:49.258012 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-112191b4-a392-449a-bd7c-60c9ce438462 req-02937de2-b04f-4df0-bc36-61ead691ee1e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 943 time: 0.1353521 Feb 18 08:26:49.285818 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45f74a5f-fab7-4ecf-bb88-a6dee874cb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (7d9469e6-45ba-4314-92c3-a9cba39bdadf), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.288320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45f74a5f-fab7-4ecf-bb88-a6dee874cb56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.289532 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-45f74a5f-fab7-4ecf-bb88-a6dee874cb56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d9469e6-45ba-4314-92c3-a9cba39bdadf HTTP/1.1" status: 204 len: 168 time: 0.3418121 Feb 18 08:26:49.298887 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 16cfb44d-b81b-4c91-a22c-986e7d100753 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:49.299549 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.314796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cfb44d-b81b-4c91-a22c-986e7d100753 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:26:49.316193 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f74a5f-fab7-4ecf-bb88-a6dee874cb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9469e6-45ba-4314-92c3-a9cba39bdadf,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:49.365167 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:49.369193 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-112191b4-a392-449a-bd7c-60c9ce438462 req-5bfaf631-bca8-41b6-9f1e-683b7e448644 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986474 Feb 18 08:26:49.378913 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.392762 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-eab5cfc1-cc65-404b-83f5-63fbd7b5d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:49.395663 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-eab5cfc1-cc65-404b-83f5-63fbd7b5d86a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1127 time: 0.0773246 Feb 18 08:26:49.442736 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:49.499942 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-33f37c2f-a392-4648-9403-9ad03e59fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:49.502136 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-33f37c2f-a392-4648-9403-9ad03e59fdf9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.0982163 Feb 18 08:26:49.553597 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-a59f4ec7-baf2-43ef-8a4d-d20f9104d747 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 217 time: 0.0424879 Feb 18 08:26:49.604263 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33804) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:49.792488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8b6285c5-7a15-4150-8bac-28d9d710bfd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:49.851540 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-e4d8d974-51f9-4cf1-8b9b-8a55134aaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:49.853344 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-e4d8d974-51f9-4cf1-8b9b-8a55134aaa1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.1054711 Feb 18 08:26:49.902229 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f468a2-f74c-43fa-b383-58b964efe193 req-62532f8a-2f13-46e9-b101-0cd600b576ed tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:49.903846 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-62f468a2-f74c-43fa-b383-58b964efe193 req-62532f8a-2f13-46e9-b101-0cd600b576ed tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0906878 Feb 18 08:26:49.995346 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8b6285c5-7a15-4150-8bac-28d9d710bfd7 admin admin] Publish callbacks [] for security_group (4f8c1590-2268-45b0-9a3e-fdcf81536ace), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.003105 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-8b6285c5-7a15-4150-8bac-28d9d710bfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (4f8c1590-2268-45b0-9a3e-fdcf81536ace), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.007877 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-62f468a2-f74c-43fa-b383-58b964efe193 req-43a7391a-d0e6-42d9-9fb5-eb43f184153d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801690 Feb 18 08:26:50.018290 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-dc0a8e93-54c6-46bc-bf2f-6807cd83b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:50.019881 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-dc0a8e93-54c6-46bc-bf2f-6807cd83b9fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1341026 Feb 18 08:26:50.090731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6285c5-7a15-4150-8bac-28d9d710bfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8c1590-2268-45b0-9a3e-fdcf81536ace,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:50.094951 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-8b6285c5-7a15-4150-8bac-28d9d710bfd7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=941031b814874a9d810c40994d5abebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895678 Feb 18 08:26:50.097695 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33826) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:50.120963 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['16cfb44d-b81b-4c91-a22c-986e7d100753'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:26:50.170748 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-cc50d0e3-0c45-431a-8d47-4303de198b53 service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398067 Feb 18 08:26:50.175762 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-33bd7e17-4330-41cf-bb2d-9aaecb93ecf0 admin admin] Publish callbacks [] for security_group (4f8c1590-2268-45b0-9a3e-fdcf81536ace), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.272770 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-33bd7e17-4330-41cf-bb2d-9aaecb93ecf0 admin admin] Publish callbacks [] for security_group (4f8c1590-2268-45b0-9a3e-fdcf81536ace), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.344530 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c89918-8521-467d-8b26-0e49d999216b req-e7c3881f-9b6c-419d-a21b-7d77ac80a0b9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:50.346087 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71c89918-8521-467d-8b26-0e49d999216b req-e7c3881f-9b6c-419d-a21b-7d77ac80a0b9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1666229 Feb 18 08:26:50.365584 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a4103d4-40fe-4152-b3b9-2e238e157ce7 req-322555bd-9ed9-4e0b-89d1-23d5997c02e4 service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871109 Feb 18 08:26:50.391789 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-33bd7e17-4330-41cf-bb2d-9aaecb93ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (4f8c1590-2268-45b0-9a3e-fdcf81536ace), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.394377 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-33bd7e17-4330-41cf-bb2d-9aaecb93ecf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.395532 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-33bd7e17-4330-41cf-bb2d-9aaecb93ecf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f8c1590-2268-45b0-9a3e-fdcf81536ace HTTP/1.1" status: 204 len: 168 time: 0.2969425 Feb 18 08:26:50.417022 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd7e17-4330-41cf-bb2d-9aaecb93ecf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8c1590-2268-45b0-9a3e-fdcf81536ace,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:50.427251 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71c89918-8521-467d-8b26-0e49d999216b req-23271296-40a1-4555-a8ea-13680d5556e9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726540 Feb 18 08:26:50.535576 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0708a-ce24-43d8-8b7f-819e77e922d9 req-98ca7464-adcd-434b-a930-7275e241daef tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:50.537155 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71e0708a-ce24-43d8-8b7f-819e77e922d9 req-98ca7464-adcd-434b-a930-7275e241daef tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 944 time: 0.0695152 Feb 18 08:26:50.595437 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71e0708a-ce24-43d8-8b7f-819e77e922d9 req-b94b1bc4-3eea-4e94-b680-43d76bdacd13 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Feb 18 08:26:50.784403 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 33846) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:50.800186 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ccd7151d-1348-4d1c-a56b-a7c82417281e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.880440 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ccd7151d-1348-4d1c-a56b-a7c82417281e admin admin] Publish callbacks [] for security_group (5e60d941-1af7-45d4-85a7-67225f6c1779), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.885587 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ccd7151d-1348-4d1c-a56b-a7c82417281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5e60d941-1af7-45d4-85a7-67225f6c1779), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:50.935643 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 33850) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:26:50.935880 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ccd7151d-1348-4d1c-a56b-a7c82417281e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80ee0762052047e39b1f356613b4c29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502249 Feb 18 08:26:50.936592 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7151d-1348-4d1c-a56b-a7c82417281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e60d941-1af7-45d4-85a7-67225f6c1779,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:50.985488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45c08c70-f962-43cf-a924-4a52131cd271 admin admin] Publish callbacks [] for security_group (5e60d941-1af7-45d4-85a7-67225f6c1779), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:51.007498 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45c08c70-f962-43cf-a924-4a52131cd271 admin admin] Publish callbacks [] for security_group (5e60d941-1af7-45d4-85a7-67225f6c1779), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:51.079937 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45c08c70-f962-43cf-a924-4a52131cd271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5e60d941-1af7-45d4-85a7-67225f6c1779), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:51.083444 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-45c08c70-f962-43cf-a924-4a52131cd271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:51.088027 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-45c08c70-f962-43cf-a924-4a52131cd271 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e60d941-1af7-45d4-85a7-67225f6c1779 HTTP/1.1" status: 204 len: 168 time: 0.1511822 Feb 18 08:26:51.105199 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c08c70-f962-43cf-a924-4a52131cd271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e60d941-1af7-45d4-85a7-67225f6c1779,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:51.191576 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f71d0-4c38-46f5-b075-f8e7226ecf76 req-40a26e7b-3b47-41ab-a887-100de26223bd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:51.194105 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-304f71d0-4c38-46f5-b075-f8e7226ecf76 req-40a26e7b-3b47-41ab-a887-100de26223bd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0603654 Feb 18 08:26:51.244683 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-304f71d0-4c38-46f5-b075-f8e7226ecf76 req-7b7a17d7-d577-40d5-a674-609a00051382 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448406 Feb 18 08:26:51.652389 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76416b-e7f0-479f-aca0-3626e207e1c1 req-23e383af-2028-41e0-a389-6d0c2be22ce3 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:51.654712 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3e76416b-e7f0-479f-aca0-3626e207e1c1 req-23e383af-2028-41e0-a389-6d0c2be22ce3 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0702038 Feb 18 08:26:52.024921 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3e76416b-e7f0-479f-aca0-3626e207e1c1 req-af3e6bbd-63bf-47ec-8326-196491823749 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570006 Feb 18 08:26:52.055935 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895249ba-9275-42e9-a3c1-14bc1c9e0672 req-da3e723b-1223-4918-8274-8a50c90f5a1f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:52.057991 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-895249ba-9275-42e9-a3c1-14bc1c9e0672 req-da3e723b-1223-4918-8274-8a50c90f5a1f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 944 time: 0.3679790 Feb 18 08:26:52.128520 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-895249ba-9275-42e9-a3c1-14bc1c9e0672 req-cc0fff43-7447-44c4-be96-86be1f0a75e6 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645947 Feb 18 08:26:52.411848 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805888c-5b99-4812-bbe8-95a687096688 req-64671865-949e-4d22-84ec-b35091eedbcf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:52.413375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6805888c-5b99-4812-bbe8-95a687096688 req-64671865-949e-4d22-84ec-b35091eedbcf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0611410 Feb 18 08:26:52.464021 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6805888c-5b99-4812-bbe8-95a687096688 req-9babd167-cc6e-4e80-81c3-9ec4d765c94e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446417 Feb 18 08:26:52.999551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 16cfb44d-b81b-4c91-a22c-986e7d100753 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:26:53.099613 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 16cfb44d-b81b-4c91-a22c-986e7d100753 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:26:53.103936 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 16cfb44d-b81b-4c91-a22c-986e7d100753 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:26:53.104315 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:53.215003 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e23d23-2b0b-4f58-9b87-84ba42aa9193 req-9773ae4c-c2b2-459b-93e9-d064c29ae0d0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:53.217990 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 16cfb44d-b81b-4c91-a22c-986e7d100753 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:26:53.220126 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:53.222360 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87e23d23-2b0b-4f58-9b87-84ba42aa9193 req-9773ae4c-c2b2-459b-93e9-d064c29ae0d0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1277304 Feb 18 08:26:53.253320 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:26:53.255761 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319c9bec-404a-43d8-be06-59af0a45f798" -d '{"events": [{"server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "name": "network-vif-plugged", "status": "completed", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:26:53.291409 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:26:53.293285 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87e23d23-2b0b-4f58-9b87-84ba42aa9193 req-0b288895-2aa3-43f7-945b-11db9fb3c2f8 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700009 Feb 18 08:26:53.296042 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:53.365740 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:26:53.379519 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938463df-4911-4b20-bc75-7a8aca17866c x-openstack-request-id: req-938463df-4911-4b20-bc75-7a8aca17866c {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:26:53.379863 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "name": "network-vif-plugged", "status": "completed", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:26:53.380126 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-938463df-4911-4b20-bc75-7a8aca17866c {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:26:53.380653 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'code': 200} Feb 18 08:26:53.390229 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4fb8-d8db-4d76-b63d-269b76d1c51e req-b681a64f-901a-4491-a66e-3a0533d6091f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:53.392141 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd5e4fb8-d8db-4d76-b63d-269b76d1c51e req-b681a64f-901a-4491-a66e-3a0533d6091f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 944 time: 0.1197186 Feb 18 08:26:53.467362 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd5e4fb8-d8db-4d76-b63d-269b76d1c51e req-0f06aba3-d910-4bf7-830b-27d0b376ab4c tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656638 Feb 18 08:26:53.670433 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa255a-1c44-40f0-889b-28f37fe893e5 req-98c038c6-0a73-4fe5-a827-9c0bdcce151d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:53.677545 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8fa255a-1c44-40f0-889b-28f37fe893e5 req-98c038c6-0a73-4fe5-a827-9c0bdcce151d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.1047652 Feb 18 08:26:53.698529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da886269-9d35-472d-827b-36643eabfbda req-ad6fab7e-1a8a-4147-a8b4-bfbb99d69cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:53.700463 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-da886269-9d35-472d-827b-36643eabfbda req-ad6fab7e-1a8a-4147-a8b4-bfbb99d69cc0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1129 time: 0.0975206 Feb 18 08:26:53.808166 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8fa255a-1c44-40f0-889b-28f37fe893e5 req-1250e5d7-699d-43b2-be76-e752305c21ec tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290379 Feb 18 08:26:53.859655 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-da886269-9d35-472d-827b-36643eabfbda req-e561c5e2-a017-4589-8820-0700e47928c0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385400 Feb 18 08:26:54.469109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b37708-3bb8-41e9-b556-30d5166ab67b req-769431dc-3b68-4481-b8a4-0a1e8d22320d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:54.476759 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52b37708-3bb8-41e9-b556-30d5166ab67b req-769431dc-3b68-4481-b8a4-0a1e8d22320d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0964494 Feb 18 08:26:54.546834 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52b37708-3bb8-41e9-b556-30d5166ab67b req-0e78bbfc-42bf-4589-8f9f-ad6ed0da0925 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678689 Feb 18 08:26:54.612441 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e5d0e-4314-4698-b3fa-fd52abdc9088 req-e874b532-e910-4044-b175-4cd220e3183e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:54.615696 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b01e5d0e-4314-4698-b3fa-fd52abdc9088 req-e874b532-e910-4044-b175-4cd220e3183e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0677824 Feb 18 08:26:54.686377 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b01e5d0e-4314-4698-b3fa-fd52abdc9088 req-7dec0e28-3a90-4c77-aaef-83d245e02160 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600812 Feb 18 08:26:54.941896 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d015730-62a9-4c56-91d1-3080344c498e req-3d090d61-ffa3-4897-96e3-723243e2554e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:54.943490 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7d015730-62a9-4c56-91d1-3080344c498e req-3d090d61-ffa3-4897-96e3-723243e2554e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0586715 Feb 18 08:26:55.000649 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7d015730-62a9-4c56-91d1-3080344c498e req-04e19083-3982-4a51-906f-dfbeebeef346 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506983 Feb 18 08:26:55.696840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee8dc1-7978-49f1-a7ae-6e7520eb5882 req-1581bf80-e81c-4c7e-82ed-8c10129f190e tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:55.698871 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3cee8dc1-7978-49f1-a7ae-6e7520eb5882 req-1581bf80-e81c-4c7e-82ed-8c10129f190e tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0680108 Feb 18 08:26:55.793528 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3cee8dc1-7978-49f1-a7ae-6e7520eb5882 req-91e40915-6753-4178-8ff6-ccda446cac49 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882168 Feb 18 08:26:55.818791 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5e7a4-4de9-451e-9503-ddc94d24bca8 req-3a17532c-5723-41c7-b937-9a66e5221af0 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:55.820335 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3de5e7a4-4de9-451e-9503-ddc94d24bca8 req-3a17532c-5723-41c7-b937-9a66e5221af0 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0696244 Feb 18 08:26:55.876863 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3de5e7a4-4de9-451e-9503-ddc94d24bca8 req-b40704a1-9c60-44e5-b196-d536a5681544 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505464 Feb 18 08:26:56.038312 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa6bf-722f-4378-88a5-4561e7ed54a4 req-274f0522-40ac-42cf-8580-a80b15274ac0 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:56.040113 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1adfa6bf-722f-4378-88a5-4561e7ed54a4 req-274f0522-40ac-42cf-8580-a80b15274ac0 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0836835 Feb 18 08:26:56.155040 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1adfa6bf-722f-4378-88a5-4561e7ed54a4 req-4e46bfb9-7ed4-44f5-a054-c420a28fa1a3 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071734 Feb 18 08:26:56.181580 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527267-1d20-4568-a59d-1d3e2c5dd8b0 req-c12a5192-6d5d-4f90-9b7e-9074da42c616 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:56.181580 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0c527267-1d20-4568-a59d-1d3e2c5dd8b0 req-c12a5192-6d5d-4f90-9b7e-9074da42c616 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0888860 Feb 18 08:26:56.242929 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0c527267-1d20-4568-a59d-1d3e2c5dd8b0 req-3fd0e4b5-d3d1-46e0-8efb-b62a3280febe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559642 Feb 18 08:26:56.531138 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3c336-8480-4cf0-866c-1613c68828e1 req-b8c5450c-5153-4bdc-95ff-4d26a3c8c07f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:56.533024 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0df3c336-8480-4cf0-866c-1613c68828e1 req-b8c5450c-5153-4bdc-95ff-4d26a3c8c07f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0617843 Feb 18 08:26:56.588732 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0df3c336-8480-4cf0-866c-1613c68828e1 req-ec84a45e-29f4-4833-874c-a75711f5633e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Feb 18 08:26:56.997314 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602ea1-5890-42dc-acfa-ac2c7eef7d2e req-3aa2bca2-97ca-4df9-ac9b-9c4bde1318a7 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:57.000552 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-20602ea1-5890-42dc-acfa-ac2c7eef7d2e req-3aa2bca2-97ca-4df9-ac9b-9c4bde1318a7 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0801449 Feb 18 08:26:57.062331 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-20602ea1-5890-42dc-acfa-ac2c7eef7d2e req-f4bc39b4-b5ce-4901-a614-46633cd559e9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556860 Feb 18 08:26:57.381363 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb77aa-0dd7-4df1-a930-82353d6a107c req-4127e3b4-bdf8-44f8-bb0b-97184cb45f96 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:57.382872 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77eb77aa-0dd7-4df1-a930-82353d6a107c req-4127e3b4-bdf8-44f8-bb0b-97184cb45f96 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0542347 Feb 18 08:26:57.432236 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77eb77aa-0dd7-4df1-a930-82353d6a107c req-67024cdb-0958-443d-ae40-cf7e3addc22c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Feb 18 08:26:58.354645 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2f66d-d44c-458c-8ed8-ebeb8ef9afeb req-1a3f6f33-d067-4bf9-9275-e1b47a9e49de tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:58.356251 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49e2f66d-d44c-458c-8ed8-ebeb8ef9afeb req-1a3f6f33-d067-4bf9-9275-e1b47a9e49de tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0622582 Feb 18 08:26:58.417282 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-49e2f66d-d44c-458c-8ed8-ebeb8ef9afeb req-3c2f50a4-1e62-4d18-95ce-a34a6c89ccb5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527182 Feb 18 08:26:58.468481 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b3ff21bc-4ba0-4a95-a448-dbf6c0b5dc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:26:58.573679 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31427195-f854-4726-9976-7f9e17ba6d2e req-f21bb146-0969-472a-964e-07216ccfc83e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:58.577392 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31427195-f854-4726-9976-7f9e17ba6d2e req-f21bb146-0969-472a-964e-07216ccfc83e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0615764 Feb 18 08:26:58.630081 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31427195-f854-4726-9976-7f9e17ba6d2e req-f6d6afad-94f4-4bce-bd8f-04c6c6b73d01 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482314 Feb 18 08:26:59.569697 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c538b6-2d52-47ec-88bc-2aba7ef87877 req-82370404-bd0a-4a68-88b3-99e08070ed33 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:59.571193 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-37c538b6-2d52-47ec-88bc-2aba7ef87877 req-82370404-bd0a-4a68-88b3-99e08070ed33 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0585976 Feb 18 08:26:59.638309 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-37c538b6-2d52-47ec-88bc-2aba7ef87877 req-0f04cdcd-4a04-4ae1-b08c-1c9bfa87b5cb tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590801 Feb 18 08:26:59.772693 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c30495-90dd-4fbf-a540-9386876cae17 req-b6c33a17-a337-49a5-8607-a88cf926fbe3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:26:59.774212 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2c30495-90dd-4fbf-a540-9386876cae17 req-b6c33a17-a337-49a5-8607-a88cf926fbe3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0593619 Feb 18 08:26:59.836211 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2c30495-90dd-4fbf-a540-9386876cae17 req-33f82202-1dc0-44fb-bc3d-8c26fbce0108 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542338 Feb 18 08:26:59.981391 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:27:00.583483 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-0e706378-1fc4-413f-b691-f4c0b18978fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:00.752026 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6afc9e-97d9-4e80-babb-b1652eccfb4e req-5f21799c-cafe-439f-8d87-e0eccadbc2fa tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:00.753482 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f6afc9e-97d9-4e80-babb-b1652eccfb4e req-5f21799c-cafe-439f-8d87-e0eccadbc2fa tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0530343 Feb 18 08:27:00.802559 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f6afc9e-97d9-4e80-babb-b1652eccfb4e req-f01c1bf4-36ff-4995-9f72-8290b2df8b10 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Feb 18 08:27:00.965155 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159e0fd-694a-4c85-b4e4-2b5dce8d576f req-e2aa5662-e358-48fb-93e4-e4b34c2ad427 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:00.966633 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1159e0fd-694a-4c85-b4e4-2b5dce8d576f req-e2aa5662-e358-48fb-93e4-e4b34c2ad427 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0555897 Feb 18 08:27:01.016632 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1159e0fd-694a-4c85-b4e4-2b5dce8d576f req-0380d59b-d898-417a-b695-518725e2fbad tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Feb 18 08:27:01.505365 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-b1134058-c5f6-41f6-9b9b-19327f3c0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:01.506957 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-b1134058-c5f6-41f6-9b9b-19327f3c0aa0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1130 time: 0.0525925 Feb 18 08:27:01.597724 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-2ddafe71-265c-4e87-bdba-5106102fdfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:01.599182 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-2ddafe71-265c-4e87-bdba-5106102fdfec service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.0848272 Feb 18 08:27:01.667277 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-e6d53004-7c1a-4268-841e-b7acc39f4a60 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 1001 time: 0.0613136 Feb 18 08:27:01.715515 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-d2d70fa9-fa65-4523-86f8-22de6e473da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:01.716967 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-d2d70fa9-fa65-4523-86f8-22de6e473da3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0425575 Feb 18 08:27:01.771779 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-9fafc39f-48b6-4805-afb7-43982659111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:01.773378 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-9fafc39f-48b6-4805-afb7-43982659111a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496190 Feb 18 08:27:01.878805 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:01.881584 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-8fc4e091-b939-48fc-a6ff-8f564f06c0ec service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004858 Feb 18 08:27:01.998043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb96ec7-bb66-4742-941f-3ddd65600f64 req-328ce220-591d-4815-b5a3-c14145202736 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:01.999566 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0bb96ec7-bb66-4742-941f-3ddd65600f64 req-328ce220-591d-4815-b5a3-c14145202736 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1287327 Feb 18 08:27:02.026706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-485d8cfe-d6ec-43e5-8574-497d1361d1e4 req-b4a295a9-f7c6-451a-9d89-5831b32feb5b service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193233 Feb 18 08:27:02.060075 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0bb96ec7-bb66-4742-941f-3ddd65600f64 req-9b5d8bc7-116a-452e-b54f-9b0ce88ed2eb tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543365 Feb 18 08:27:02.142243 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108561e-86e7-4852-9b73-579f1b5e2571 req-c32dfda2-4670-4f79-9c94-e71e53561c4f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:02.143695 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f108561e-86e7-4852-9b73-579f1b5e2571 req-c32dfda2-4670-4f79-9c94-e71e53561c4f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0533044 Feb 18 08:27:02.193926 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f108561e-86e7-4852-9b73-579f1b5e2571 req-bd3687eb-e584-4148-b34e-17a71fc3893e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Feb 18 08:27:03.017740 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:27:03.088699 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:03.130174 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:03.142767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'port_id': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'mac_address': 'fa:16:3e:94:a2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:27:03.180432 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:03.180815 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:03.181773 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0cc0a-4861-4e89-818b-f1305c8779bb req-0118431b-71f6-4114-ab71-213df89bc7bb tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:03.183289 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-96a0cc0a-4861-4e89-818b-f1305c8779bb req-0118431b-71f6-4114-ab71-213df89bc7bb tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0560508 Feb 18 08:27:03.195196 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55df3ede-c6bc-48a4-86c0-5b0fd5927514 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:27:03.217132 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:03.225148 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:03.236472 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-96a0cc0a-4861-4e89-818b-f1305c8779bb req-2c289bc6-591d-4a09-9747-998b8491134f tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474517 Feb 18 08:27:03.285148 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:03.326901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe42909-d1d8-4288-a8f5-6108d58a5507 req-d6bccddf-64b8-4e85-9fc5-de9d0183f0df tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:03.328430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfe42909-d1d8-4288-a8f5-6108d58a5507 req-d6bccddf-64b8-4e85-9fc5-de9d0183f0df tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0539417 Feb 18 08:27:03.374683 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfe42909-d1d8-4288-a8f5-6108d58a5507 req-f6866e55-9867-4fed-8715-fd780e6cf6be tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Feb 18 08:27:04.139540 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['55df3ede-c6bc-48a4-86c0-5b0fd5927514'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:27:04.355530 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a3f6-d1b7-4b2a-b9a8-c388ed772453 req-da111ab0-663f-46fa-9023-5fde7d9e8432 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:04.357026 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a06a3f6-d1b7-4b2a-b9a8-c388ed772453 req-da111ab0-663f-46fa-9023-5fde7d9e8432 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 944 time: 0.0526149 Feb 18 08:27:04.410871 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a06a3f6-d1b7-4b2a-b9a8-c388ed772453 req-57ccc984-3874-406d-a075-5fce1827cba5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475318 Feb 18 08:27:04.451831 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:04.508390 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead52d1a-b0ff-455f-924f-aacab6629887 req-25113216-7e92-4b8b-9bcf-aca308bc144a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:04.509869 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ead52d1a-b0ff-455f-924f-aacab6629887 req-25113216-7e92-4b8b-9bcf-aca308bc144a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 946 time: 0.0553710 Feb 18 08:27:04.556526 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ead52d1a-b0ff-455f-924f-aacab6629887 req-3585577e-4eaf-4cb6-8050-5e453effd205 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Feb 18 08:27:05.025359 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:27:05.104600 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-c1650048-94a1-4470-8c37-a2f63b06a17a req-6041d770-7a30-4eb9-8454-c9b1f7aa437c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:27:05.105030 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: ACTIVE; New status is: DOWN {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:05.105412 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:05.105897 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1650048-94a1-4470-8c37-a2f63b06a17a req-6041d770-7a30-4eb9-8454-c9b1f7aa437c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073013 Feb 18 08:27:05.129336 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:27:05.131612 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9afcc8-f2cb-47e6-bee6-c342542faba1" -d '{"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-unplugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:27:05.155073 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:05.160040 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:05.167488 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Feb 2022 08:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d54e1f-a3fd-42ba-8ade-2cdca730d80a x-openstack-request-id: req-d4d54e1f-a3fd-42ba-8ade-2cdca730d80a {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:27:05.167656 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-unplugged", "status": "failed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "code": 422}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:27:05.168042 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4d54e1f-a3fd-42ba-8ade-2cdca730d80a {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:27:05.168868 dv-cinder-773985-35-iscsi neutron-server[102756]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'code': 422} returned with failed status Feb 18 08:27:05.225800 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=8']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:05.302440 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f841de-40d7-40fc-8bff-210ba457da06 req-5894ae24-407e-44aa-8eb7-df92b1bba210 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:05.304279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-64f841de-40d7-40fc-8bff-210ba457da06 req-5894ae24-407e-44aa-8eb7-df92b1bba210 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0666301 Feb 18 08:27:05.360928 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-64f841de-40d7-40fc-8bff-210ba457da06 req-6be1a938-ad6d-4741-b9dc-5bdb49090f03 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507319 Feb 18 08:27:05.535639 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a022-965a-49c0-9c43-75dff4db5e20 req-76c5aeed-d856-49dc-877f-81d060a28535 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:05.537186 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4729a022-965a-49c0-9c43-75dff4db5e20 req-76c5aeed-d856-49dc-877f-81d060a28535 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 944 time: 0.0573487 Feb 18 08:27:05.587308 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4729a022-965a-49c0-9c43-75dff4db5e20 req-112624dd-8d3f-44d5-9650-732c76701e2c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435841 Feb 18 08:27:05.633772 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34158) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:05.722599 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-afeb351c-0b2d-41bf-91ce-e74e68a3939c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875411 Feb 18 08:27:05.733140 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-33bc2090-e66e-4471-a727-ed4b3bbd1e16 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:27:05.734079 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-33bc2090-e66e-4471-a727-ed4b3bbd1e16 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048530 Feb 18 08:27:05.816023 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34170) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:05.910996 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-884a5497-1939-45f0-925a-96394f544247 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:05.912495 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-884a5497-1939-45f0-925a-96394f544247 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports/f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 941 time: 0.0954819 Feb 18 08:27:06.508223 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf159bf-7ca4-4aaf-8287-07151a81f5cf req-250c7b40-08b1-4133-9866-a8514627e652 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:06.510433 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3cf159bf-7ca4-4aaf-8287-07151a81f5cf req-250c7b40-08b1-4133-9866-a8514627e652 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0659468 Feb 18 08:27:06.558491 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3cf159bf-7ca4-4aaf-8287-07151a81f5cf req-25d43c22-0bd1-4fe9-8cbb-0610176c00b6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Feb 18 08:27:06.718946 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb12ef7-e8fe-4118-a048-066a01191665 req-8d203fdf-ecda-4ed6-a925-6d4f580283c9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:06.720598 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ddb12ef7-e8fe-4118-a048-066a01191665 req-8d203fdf-ecda-4ed6-a925-6d4f580283c9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 944 time: 0.0656180 Feb 18 08:27:06.787782 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ddb12ef7-e8fe-4118-a048-066a01191665 req-cf258cb3-00fa-4019-a589-ae7d218dfb82 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511196 Feb 18 08:27:07.034930 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:07.086019 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:27:07.089912 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:07.090266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:07.180855 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:07.181232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:07.205443 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:27:07.207650 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75979542-ee8f-435c-ab3e-3de077c537e4" -d '{"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-plugged", "status": "completed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:27:07.220317 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:07.225401 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:07.253096 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19637e5-8fe4-48d9-acc5-fbdd7708a60e x-openstack-request-id: req-e19637e5-8fe4-48d9-acc5-fbdd7708a60e {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:27:07.253376 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-plugged", "status": "completed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:27:07.253630 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e19637e5-8fe4-48d9-acc5-fbdd7708a60e {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:27:07.254011 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'code': 200} Feb 18 08:27:07.280515 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:07.707857 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31066f1c-2e87-4cb3-9060-fc2f9f019ec6 req-c332d5a5-854a-4b12-b879-7a17be14b0a6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:07.709304 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31066f1c-2e87-4cb3-9060-fc2f9f019ec6 req-c332d5a5-854a-4b12-b879-7a17be14b0a6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0637832 Feb 18 08:27:07.761704 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31066f1c-2e87-4cb3-9060-fc2f9f019ec6 req-a0f69884-fde6-4fb5-8436-473f8ab66bc5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467138 Feb 18 08:27:07.904635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a7338-120e-476e-8a28-b5c4f857c400 req-ef3d724d-de6a-4515-89d8-c7215bd56f36 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:07.906061 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-651a7338-120e-476e-8a28-b5c4f857c400 req-ef3d724d-de6a-4515-89d8-c7215bd56f36 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0554578 Feb 18 08:27:07.960045 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-651a7338-120e-476e-8a28-b5c4f857c400 req-aab48d8a-fe2a-4428-bd33-12ea8bb6ca78 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463135 Feb 18 08:27:08.389701 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34242) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:08.502945 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.582520 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Publish callbacks [] for security_group (12fa162a-b3da-498d-b4c2-f95cf06d9dc1), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.588335 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (12fa162a-b3da-498d-b4c2-f95cf06d9dc1), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.625433 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee6d3b5c3863496a8272b10693e1f87e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345705 Feb 18 08:27:08.626623 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fa162a-b3da-498d-b4c2-f95cf06d9dc1,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:08.629138 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34246) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:08.634316 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.634685 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.635018 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.635354 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.635734 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.636068 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.636398 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.636726 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.637048 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.637358 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.637679 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.638002 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.638315 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28e911d-8b1d-451c-ba4e-dbf892c133ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.681275 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Publish callbacks [] for security_group (12fa162a-b3da-498d-b4c2-f95cf06d9dc1), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.704904 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Publish callbacks [] for security_group (12fa162a-b3da-498d-b4c2-f95cf06d9dc1), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.751853 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (12fa162a-b3da-498d-b4c2-f95cf06d9dc1), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.754321 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:08.755463 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12fa162a-b3da-498d-b4c2-f95cf06d9dc1 HTTP/1.1" status: 204 len: 168 time: 0.1255164 Feb 18 08:27:08.763044 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fa162a-b3da-498d-b4c2-f95cf06d9dc1,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:08.770080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.770424 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.770762 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.771089 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.771501 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.771828 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.772243 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.772532 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.772926 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.773335 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.773900 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.774201 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.774562 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568e5959-eadf-4b93-8ac8-704215ac594d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:08.902844 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea8a58-247c-47b6-8199-d823d3a40254 req-a5da76a4-febc-44a3-9796-a44f802faab6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:08.904362 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-baea8a58-247c-47b6-8199-d823d3a40254 req-a5da76a4-febc-44a3-9796-a44f802faab6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0606756 Feb 18 08:27:08.951189 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-baea8a58-247c-47b6-8199-d823d3a40254 req-374c6507-bc3f-47c7-ac4e-36c61e56e2e7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409899 Feb 18 08:27:09.032197 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34260) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:09.046372 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4fdf091b-eab1-4711-959d-0a687af8ae2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.082143 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d2fa6-a281-42fd-a822-75e26c7b34c6 req-f9602ecc-33f4-4585-b3a4-f38e90e21f26 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:09.083731 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-918d2fa6-a281-42fd-a822-75e26c7b34c6 req-f9602ecc-33f4-4585-b3a4-f38e90e21f26 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0551527 Feb 18 08:27:09.121995 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4fdf091b-eab1-4711-959d-0a687af8ae2c admin admin] Publish callbacks [] for security_group (f076f824-9520-47c9-87e7-ee10f6fc80b0), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.126599 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4fdf091b-eab1-4711-959d-0a687af8ae2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f076f824-9520-47c9-87e7-ee10f6fc80b0), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.134116 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-918d2fa6-a281-42fd-a822-75e26c7b34c6 req-9a3c2a6f-3029-4052-ab9f-619fb2dd6ed1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Feb 18 08:27:09.162624 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf091b-eab1-4711-959d-0a687af8ae2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f076f824-9520-47c9-87e7-ee10f6fc80b0,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:09.167524 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-4fdf091b-eab1-4711-959d-0a687af8ae2c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=500eefda8ee24b67811c886a39119914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340375 Feb 18 08:27:09.171066 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34262) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:09.225780 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-90961486-2c4b-4fdc-87bc-ef651253a244 admin admin] Publish callbacks [] for security_group (f076f824-9520-47c9-87e7-ee10f6fc80b0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.251462 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-90961486-2c4b-4fdc-87bc-ef651253a244 admin admin] Publish callbacks [] for security_group (f076f824-9520-47c9-87e7-ee10f6fc80b0), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.300606 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-90961486-2c4b-4fdc-87bc-ef651253a244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f076f824-9520-47c9-87e7-ee10f6fc80b0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.303044 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-90961486-2c4b-4fdc-87bc-ef651253a244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.304203 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-90961486-2c4b-4fdc-87bc-ef651253a244 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f076f824-9520-47c9-87e7-ee10f6fc80b0 HTTP/1.1" status: 204 len: 168 time: 0.1323509 Feb 18 08:27:09.311886 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90961486-2c4b-4fdc-87bc-ef651253a244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f076f824-9520-47c9-87e7-ee10f6fc80b0,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:09.628274 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34268) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:09.642006 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28b24147-1f13-4e59-b52e-1a4cb79d29b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.730421 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28b24147-1f13-4e59-b52e-1a4cb79d29b0 admin admin] Publish callbacks [] for security_group (1cdb0bed-49c1-4a69-99fd-ffa8d02a7365), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.735766 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28b24147-1f13-4e59-b52e-1a4cb79d29b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (1cdb0bed-49c1-4a69-99fd-ffa8d02a7365), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.776172 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-28b24147-1f13-4e59-b52e-1a4cb79d29b0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4cb50c4b02d425d9c530d283871c1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441429 Feb 18 08:27:09.776172 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b24147-1f13-4e59-b52e-1a4cb79d29b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb0bed-49c1-4a69-99fd-ffa8d02a7365,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:09.776779 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34270) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:09.826606 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-77044995-bfb0-4a40-836e-b5566a97a00e admin admin] Publish callbacks [] for security_group (1cdb0bed-49c1-4a69-99fd-ffa8d02a7365), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.847905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-77044995-bfb0-4a40-836e-b5566a97a00e admin admin] Publish callbacks [] for security_group (1cdb0bed-49c1-4a69-99fd-ffa8d02a7365), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.863277 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cde2c4-ad33-4024-bf11-29e1def45b5e req-425d5357-d136-467a-93aa-30fd4e9495f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:09.864805 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-55cde2c4-ad33-4024-bf11-29e1def45b5e req-425d5357-d136-467a-93aa-30fd4e9495f5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.0439527 Feb 18 08:27:09.892853 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-77044995-bfb0-4a40-836e-b5566a97a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (1cdb0bed-49c1-4a69-99fd-ffa8d02a7365), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.895448 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-77044995-bfb0-4a40-836e-b5566a97a00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:09.896746 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-77044995-bfb0-4a40-836e-b5566a97a00e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cdb0bed-49c1-4a69-99fd-ffa8d02a7365 HTTP/1.1" status: 204 len: 168 time: 0.1188567 Feb 18 08:27:09.904445 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77044995-bfb0-4a40-836e-b5566a97a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb0bed-49c1-4a69-99fd-ffa8d02a7365,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:10.087023 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85e6d3-8e5f-4d36-b9b2-73ab3837394f req-086f7336-9526-4242-b009-09f0326dd0ad tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:10.088832 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8d85e6d3-8e5f-4d36-b9b2-73ab3837394f req-086f7336-9526-4242-b009-09f0326dd0ad tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0625000 Feb 18 08:27:10.136253 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8d85e6d3-8e5f-4d36-b9b2-73ab3837394f req-1ab49bba-ab30-4c10-aafc-626bead2ca73 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Feb 18 08:27:10.255795 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3ecfe-66ca-4a65-aae5-5ec62524739a req-5d81e3fd-1c02-4ce4-a0c5-d4fd821d6319 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:10.257269 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-60d3ecfe-66ca-4a65-aae5-5ec62524739a req-5d81e3fd-1c02-4ce4-a0c5-d4fd821d6319 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0530176 Feb 18 08:27:10.313576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-60d3ecfe-66ca-4a65-aae5-5ec62524739a req-fa74bd79-0767-44fc-9107-8dbafaa4ac0f tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504663 Feb 18 08:27:11.119100 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-55cde2c4-ad33-4024-bf11-29e1def45b5e req-88d9095b-5c8b-4997-b087-14faaf68c162 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420544 Feb 18 08:27:11.263558 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c2086-6890-4b05-9747-46bff54ff74d req-d0289951-9691-4d7d-92ab-136b4e02bcd7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:11.265151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ab2c2086-6890-4b05-9747-46bff54ff74d req-d0289951-9691-4d7d-92ab-136b4e02bcd7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0588825 Feb 18 08:27:11.317742 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ab2c2086-6890-4b05-9747-46bff54ff74d req-924ca382-94e7-4ac5-bb35-9142a6338fc4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466740 Feb 18 08:27:11.439532 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973de4b-30df-43cc-8b4a-cdfbb884a496 req-5da1dbe0-9188-469c-a31e-d4f10af434ee tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:11.441038 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c973de4b-30df-43cc-8b4a-cdfbb884a496 req-5da1dbe0-9188-469c-a31e-d4f10af434ee tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0522864 Feb 18 08:27:11.489849 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c973de4b-30df-43cc-8b4a-cdfbb884a496 req-649fcfb5-ef34-49d4-b144-70fb1df9ff28 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Feb 18 08:27:12.440925 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b39232-5240-44be-b58a-dbf3a2935573 req-b88b91d6-005f-4f9c-a504-47951a2f2f18 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:12.442294 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51b39232-5240-44be-b58a-dbf3a2935573 req-b88b91d6-005f-4f9c-a504-47951a2f2f18 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0519836 Feb 18 08:27:12.493417 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-51b39232-5240-44be-b58a-dbf3a2935573 req-9a8fcae2-4e74-4aa2-9e1f-d78fd65b8c64 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Feb 18 08:27:12.614171 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f4062-af6e-4325-9edf-09441207addb req-a52b60c2-e231-4160-a295-cf1468184df6 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:12.615658 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ea8f4062-af6e-4325-9edf-09441207addb req-a52b60c2-e231-4160-a295-cf1468184df6 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0576997 Feb 18 08:27:12.666482 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ea8f4062-af6e-4325-9edf-09441207addb req-75249b60-0f6b-4c04-8c21-2e5ed30e7dea tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450964 Feb 18 08:27:13.009485 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:13.679187 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126e21-ae2e-4b0c-a1af-7713066a2393 req-ecb4e845-d24f-4a36-ad3e-008df9b0ddb3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:13.680696 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80126e21-ae2e-4b0c-a1af-7713066a2393 req-ecb4e845-d24f-4a36-ad3e-008df9b0ddb3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0999300 Feb 18 08:27:13.703082 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2cda9-52cf-4d53-b46c-68fa22b4c89b req-affed05b-df98-44f7-affd-abee3b0bb1a2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:13.704732 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d2cda9-52cf-4d53-b46c-68fa22b4c89b req-affed05b-df98-44f7-affd-abee3b0bb1a2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0921855 Feb 18 08:27:13.764788 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80126e21-ae2e-4b0c-a1af-7713066a2393 req-e8b785f3-797c-4ceb-b071-725020ec11af tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757461 Feb 18 08:27:13.775969 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5d2cda9-52cf-4d53-b46c-68fa22b4c89b req-8bd075d1-12cf-406a-a223-5217d7f1a6b2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636289 Feb 18 08:27:13.800486 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34382) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:13.889734 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084dbbb-5c14-4b09-a9d8-7c82b5ca3f5e req-1e48dcab-91f4-4c1c-a8f8-32a4f2cafc05 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:13.891240 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3084dbbb-5c14-4b09-a9d8-7c82b5ca3f5e req-1e48dcab-91f4-4c1c-a8f8-32a4f2cafc05 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0515881 Feb 18 08:27:13.939937 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3084dbbb-5c14-4b09-a9d8-7c82b5ca3f5e req-cbc4d736-4905-47d6-8c01-920c3b019039 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427942 Feb 18 08:27:13.991125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a744248-98fe-4af6-95ed-a228279985e8 tempest-TestMinimumBasicScenario-655723089 tempest-TestMinimumBasicScenario-655723089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:13.992768 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-5a744248-98fe-4af6-95ed-a228279985e8 tempest-TestMinimumBasicScenario-655723089 tempest-TestMinimumBasicScenario-655723089-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1124 time: 0.1912544 Feb 18 08:27:13.996017 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34388) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:14.000774 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'port_id': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:14.027685 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:14.111572 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f08e16-86a4-4c73-af0e-92262c00ea06 req-4e0a09c2-5973-4c7c-b894-dbe84a5bf3b8 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.113059 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25f08e16-86a4-4c73-af0e-92262c00ea06 req-4e0a09c2-5973-4c7c-b894-dbe84a5bf3b8 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.1040468 Feb 18 08:27:14.114808 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-fbf26cfd-3e55-40cd-9844-d3c7ff6a145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.116187 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-fbf26cfd-3e55-40cd-9844-d3c7ff6a145c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283&tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 1128 time: 0.1149156 Feb 18 08:27:14.128399 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:14.190040 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-25f08e16-86a4-4c73-af0e-92262c00ea06 req-0c6b0bee-e0ce-4279-b00e-0f1b535859df tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709600 Feb 18 08:27:14.213932 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-5ac87613-5a68-42d8-bea7-76e04c5a623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.213932 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-5ac87613-5a68-42d8-bea7-76e04c5a623c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1128 time: 0.0653615 Feb 18 08:27:14.215162 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34390) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:14.245508 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Allocated IP 172.27.3.238 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/296f474d-e7a8-49e0-bc30-99d840895491) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:14.301143 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-471539e3-a929-40e2-bb42-eb925e5460d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.302511 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-471539e3-a929-40e2-bb42-eb925e5460d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.0895336 Feb 18 08:27:14.373545 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-1d41854a-b970-4c09-aaf8-bfe298c0e996 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 999 time: 0.0641429 Feb 18 08:27:14.412522 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for port (296f474d-e7a8-49e0-bc30-99d840895491), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:14.425087 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-6ea54d85-359c-4027-b93f-9daca35e030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.426563 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-6ea54d85-359c-4027-b93f-9daca35e030b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0443470 Feb 18 08:27:14.453457 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4906fb9-cd18-41ad-ae05-5ecfbcf78de5 tempest-TestShelveInstance-1732964216 tempest-TestShelveInstance-1732964216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.455372 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d4906fb9-cd18-41ad-ae05-5ecfbcf78de5 tempest-TestShelveInstance-1732964216 tempest-TestShelveInstance-1732964216-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1124 time: 0.2392762 Feb 18 08:27:14.459654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34394) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:14.464515 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'port_id': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:14.467946 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (296f474d-e7a8-49e0-bc30-99d840895491), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:14.491463 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:14.505662 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:14.511893 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-14998448-59e8-4ff1-893f-c31ceea97aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:14.512108 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:14.513392 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-14998448-59e8-4ff1-893f-c31ceea97aec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800209 Feb 18 08:27:14.515594 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:14.538977 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'Port': ['ID=296f474d-e7a8-49e0-bc30-99d840895491,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:14.653171 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-988c8123-deb7-439a-9509-1f82d430e98d service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126623 Feb 18 08:27:14.729508 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:14.938326 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for floatingip (b2338d82-b06f-41c3-9c29-4abbe5fb25e6), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.015977 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (296f474d-e7a8-49e0-bc30-99d840895491), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.086968 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e168d14e-2f52-4222-87ec-509d2b48ba1a req-3c5bbb38-0b50-4017-9c97-249a0c3a1a63 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221554 Feb 18 08:27:15.124085 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34412) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:15.159102 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ebfc0-bda4-46b7-8d5c-6c966505049e req-d32b467c-c3cf-4952-b71f-504d75f47c11 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:15.164148 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a4ebfc0-bda4-46b7-8d5c-6c966505049e req-d32b467c-c3cf-4952-b71f-504d75f47c11 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1296704 Feb 18 08:27:15.173925 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Allocated IP 172.27.3.125 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/379d844f-ef6d-464d-91bc-3b5898c1b9f3) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:15.190706 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for port (296f474d-e7a8-49e0-bc30-99d840895491), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.196962 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (296f474d-e7a8-49e0-bc30-99d840895491), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.271403 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2adc675e-e89f-4698-9fd6-901fe83368ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.275897 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a4ebfc0-bda4-46b7-8d5c-6c966505049e req-7a3cf82c-5791-4cc9-a61f-557ee91f693c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032062 Feb 18 08:27:15.294346 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'Port': ['ID=296f474d-e7a8-49e0-bc30-99d840895491,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:15.305033 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b2338d82-b06f-41c3-9c29-4abbe5fb25e6), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.350894 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.387913 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.430361 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:15.438323 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:15.441867 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:15.449810 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Floating IP b2338d82-b06f-41c3-9c29-4abbe5fb25e6 associated. External IP: 172.27.3.238, port: 16cfb44d-b81b-4c91-a22c-986e7d100753. Feb 18 08:27:15.456969 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'Port': ['ID=379d844f-ef6d-464d-91bc-3b5898c1b9f3,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:15.457134 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2adc675e-e89f-4698-9fd6-901fe83368ec admin admin] Publish callbacks [] for security_group (b1557d03-d907-4423-a280-7a8dc74e3bf8), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.492784 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2adc675e-e89f-4698-9fd6-901fe83368ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b1557d03-d907-4423-a280-7a8dc74e3bf8), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.569515 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-2adc675e-e89f-4698-9fd6-901fe83368ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=50ea34a8d3604a139d7b254970ad6c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433427 Feb 18 08:27:15.572205 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34434) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:15.579605 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc675e-e89f-4698-9fd6-901fe83368ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1557d03-d907-4423-a280-7a8dc74e3bf8,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:15.736236 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27b6131c-243d-4d4b-9085-76be03cee6ca admin admin] Publish callbacks [] for security_group (b1557d03-d907-4423-a280-7a8dc74e3bf8), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.805164 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27b6131c-243d-4d4b-9085-76be03cee6ca admin admin] Publish callbacks [] for security_group (b1557d03-d907-4423-a280-7a8dc74e3bf8), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.833728 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Router f23fc885-4f40-487f-ab52-ac9c2c294cc8 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:27:15.972436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for floatingip (a299c8a8-a88f-46f2-a117-b865812ada76), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:15.974062 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:27:15.987658 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] Sync routers for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:27:15.999968 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:16.000724 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:16.018886 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.081749 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c938dfba-4e80-4581-b892-aba1e3769d05 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0845284 Feb 18 08:27:16.083071 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:27:16.085759 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c027a608-f715-44b3-bed5-3fb0f0595a70" -d '{"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:27:16.088456 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27b6131c-243d-4d4b-9085-76be03cee6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (b1557d03-d907-4423-a280-7a8dc74e3bf8), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.093470 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-27b6131c-243d-4d4b-9085-76be03cee6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.094899 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-27b6131c-243d-4d4b-9085-76be03cee6ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1557d03-d907-4423-a280-7a8dc74e3bf8 HTTP/1.1" status: 204 len: 168 time: 0.5216262 Feb 18 08:27:16.096704 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34444) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:16.109928 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70787744', 'description': 'tempest-secgroup-smoke-70787744 description', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:16.142008 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6131c-243d-4d4b-9085-76be03cee6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1557d03-d907-4423-a280-7a8dc74e3bf8,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:16.192077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.197229 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.198124 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5616deda-db71-40d1-8c0e-ec29157f3fa6 x-openstack-request-id: req-5616deda-db71-40d1-8c0e-ec29157f3fa6 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:27:16.198424 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:27:16.198683 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5616deda-db71-40d1-8c0e-ec29157f3fa6 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:27:16.199154 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'status': 'completed', 'code': 200} Feb 18 08:27:16.263685 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:16.575783 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group (099ed8e8-e743-4cb0-af05-aed9da2d9e58), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.598818 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (099ed8e8-e743-4cb0-af05-aed9da2d9e58), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.669467 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099ed8e8-e743-4cb0-af05-aed9da2d9e58,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:16.685987 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcd13d-7a5d-4fdd-b5a1-c9e942b126bf req-f986e154-a081-48ab-8803-13283df542b8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:16.687892 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f0dcd13d-7a5d-4fdd-b5a1-c9e942b126bf req-f986e154-a081-48ab-8803-13283df542b8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.2967560 Feb 18 08:27:16.725061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.731705 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34454) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:16.736137 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ed2aae91-65f9-439d-bb73-d9d7a5b44902 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6380544 Feb 18 08:27:16.737708 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group_rule': {'security_group_id': '099ed8e8-e743-4cb0-af05-aed9da2d9e58', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:16.752255 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34456) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:16.783753 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.803608 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a9558c11-b0aa-42ea-916b-1c21660af862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.812174 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (eb3e0911-c2fb-473a-9d58-faf4a01a6906), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.820467 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.857475 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'b2338d82-b06f-41c3-9c29-4abbe5fb25e6', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'port_id': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'mac_address': 'fa:16:3e:97:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:27:14Z', 'updated_at': '2022-02-18T08:27:14Z', 'revision_number': 0, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:16.861478 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f0dcd13d-7a5d-4fdd-b5a1-c9e942b126bf req-4c0d163f-49e5-495b-95ca-c13517361a5f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616566 Feb 18 08:27:16.902370 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (eb3e0911-c2fb-473a-9d58-faf4a01a6906), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.910394 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (eb3e0911-c2fb-473a-9d58-faf4a01a6906), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.928283 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3e0911-c2fb-473a-9d58-faf4a01a6906,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:16.929266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] Checking router: f23fc885-4f40-487f-ab52-ac9c2c294cc8 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:27:16.941887 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:16.942758 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:16.969378 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:16.973970 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-45325849-8867-46fa-98f2-62505a9a824d tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412500 Feb 18 08:27:16.974628 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34462) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:16.980529 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group_rule': {'security_group_id': '099ed8e8-e743-4cb0-af05-aed9da2d9e58', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:17.016819 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (a299c8a8-a88f-46f2-a117-b865812ada76), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.021104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event updated for resources: {'Port': ['ID=379d844f-ef6d-464d-91bc-3b5898c1b9f3,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:17.041412 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (ed2e74a0-18d0-48d7-99dc-ab858b83196f), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.154391 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:17.186459 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (ed2e74a0-18d0-48d7-99dc-ab858b83196f), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.207894 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (ed2e74a0-18d0-48d7-99dc-ab858b83196f), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.217222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a9558c11-b0aa-42ea-916b-1c21660af862 admin admin] Publish callbacks [] for security_group (f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.218933 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Floating IP a299c8a8-a88f-46f2-a117-b865812ada76 associated. External IP: 172.27.3.125, port: 55df3ede-c6bc-48a4-86c0-5b0fd5927514. Feb 18 08:27:17.233742 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2e74a0-18d0-48d7-99dc-ab858b83196f,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:17.255965 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.257229 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a4abed9a-273c-4f2d-929b-64e4f1383746 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2816606 Feb 18 08:27:17.268785 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34466) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:17.276493 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group_rule': {'security_group_id': '099ed8e8-e743-4cb0-af05-aed9da2d9e58', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:17.319809 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (0d157715-ce00-42bb-aa87-82857853d745), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.354468 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a9558c11-b0aa-42ea-916b-1c21660af862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.463164 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a9558c11-b0aa-42ea-916b-1c21660af862 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32099d6c704643d49c24011eaaebf1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7095659 Feb 18 08:27:17.466571 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9558c11-b0aa-42ea-916b-1c21660af862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:17.469333 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34468) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:17.485789 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (0d157715-ce00-42bb-aa87-82857853d745), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.491153 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'b2338d82-b06f-41c3-9c29-4abbe5fb25e6', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'port_id': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'mac_address': 'fa:16:3e:97:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:27:14Z', 'updated_at': '2022-02-18T08:27:14Z', 'revision_number': 0, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:17.499483 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (0d157715-ce00-42bb-aa87-82857853d745), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.538811 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-22f5521c-ae1a-4a65-a5bf-435b5c0b802b admin admin] Publish callbacks [] for security_group (f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.539583 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61241ad5-0efd-4a60-9a1b-28314c6d8141 None None] The sync data for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi is: [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'b2338d82-b06f-41c3-9c29-4abbe5fb25e6', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'port_id': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'mac_address': 'fa:16:3e:97:5f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:27:14Z', 'updated_at': '2022-02-18T08:27:14Z', 'revision_number': 0, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:27:17.565021 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.569249 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2966003 Feb 18 08:27:17.569249 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c24b6-429f-4845-9fc5-3d20ca9f08f1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d157715-ce00-42bb-aa87-82857853d745,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:17.573935 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34470) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:17.585225 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group_rule': {'security_group_id': '099ed8e8-e743-4cb0-af05-aed9da2d9e58', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:17.595024 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-22f5521c-ae1a-4a65-a5bf-435b5c0b802b admin admin] Publish callbacks [] for security_group (f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.606412 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:27:17.626810 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (14173f91-d517-407d-9c20-572d59549c86), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.735317 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-22f5521c-ae1a-4a65-a5bf-435b5c0b802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.740313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-22f5521c-ae1a-4a65-a5bf-435b5c0b802b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.740313 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-22f5521c-ae1a-4a65-a5bf-435b5c0b802b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc HTTP/1.1" status: 204 len: 168 time: 0.2656152 Feb 18 08:27:17.758479 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5521c-ae1a-4a65-a5bf-435b5c0b802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3d4e7-126c-4002-a7d0-f37ebee0bcfc,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:17.764804 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (14173f91-d517-407d-9c20-572d59549c86), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.774074 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (14173f91-d517-407d-9c20-572d59549c86), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.796271 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:27:17.806057 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] Sync routers for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:27:17.810442 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14173f91-d517-407d-9c20-572d59549c86,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:17.823823 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:17.828514 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:17.841510 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.844612 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.850162 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-94b4614b-948f-44fa-926a-a6ee88c88b3f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2728598 Feb 18 08:27:17.851908 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34474) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:17.873242 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group_rule': {'security_group_id': '099ed8e8-e743-4cb0-af05-aed9da2d9e58', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:17.935677 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-5119ee61-a09c-42e0-834e-d4749b276c02 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4646611 Feb 18 08:27:17.935677 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:27:17.936008 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.securitygroups_db [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Project a5f6ca5eacdb4da99e978bd1a0b98400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 08:27:17.936008 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (99a6a0f5-468c-4428-85fa-2ad01b8fa764), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:17.941918 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18cbb8-45ad-4318-a652-a435c820a1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:27:18.007262 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:18.008313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9c517-b968-421a-9920-e8d97225acda x-openstack-request-id: req-b5f9c517-b968-421a-9920-e8d97225acda {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:27:18.008624 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:27:18.008869 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b5f9c517-b968-421a-9920-e8d97225acda {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:27:18.009272 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'status': 'completed', 'code': 200} Feb 18 08:27:18.033361 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cf931-ecf4-4adc-b411-a2b980fe3d0c None None] New status for floating IP b2338d82-b06f-41c3-9c29-4abbe5fb25e6: ACTIVE {{(pid=102756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:27:18.120614 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (99a6a0f5-468c-4428-85fa-2ad01b8fa764), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.144821 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (99a6a0f5-468c-4428-85fa-2ad01b8fa764), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.178434 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d065ff-236b-47ca-9097-acc306b66711 req-77df9fbb-8df1-4904-a436-4bec215d215f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:18.180097 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4d065ff-236b-47ca-9097-acc306b66711 req-77df9fbb-8df1-4904-a436-4bec215d215f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1346302 Feb 18 08:27:18.237694 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.246361 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34488) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:18.249547 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3946102 Feb 18 08:27:18.257286 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'security_group_rule': {'security_group_id': '099ed8e8-e743-4cb0-af05-aed9da2d9e58', 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:18.258714 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fdcd8-e7a8-4bcb-bf55-850e33065f9b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a6a0f5-468c-4428-85fa-2ad01b8fa764,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:18.344259 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4d065ff-236b-47ca-9097-acc306b66711 req-0a034e49-1a32-4b71-8407-c2cd9dea6098 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478608 Feb 18 08:27:18.365027 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.securitygroups_db [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Project a5f6ca5eacdb4da99e978bd1a0b98400 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 08:27:18.372461 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (4e78bae1-4d4b-408e-ae00-1a835b054e80), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.517991 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (4e78bae1-4d4b-408e-ae00-1a835b054e80), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.532168 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (4e78bae1-4d4b-408e-ae00-1a835b054e80), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.575534 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e78bae1-4d4b-408e-ae00-1a835b054e80,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:18.588830 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:18.595192 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-07a4ac16-9e3a-446f-8895-69f3b810dcc2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3438718 Feb 18 08:27:18.772626 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-0a556c08-adb1-4ced-928d-9ad0e3b7d5c2 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70787744&fields=id&tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400 HTTP/1.1" status: 200 len: 267 time: 0.1045537 Feb 18 08:27:18.814005 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34504) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:18.882161 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'a299c8a8-a88f-46f2-a117-b865812ada76', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'port_id': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'mac_address': 'fa:16:3e:94:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74208324-5d08-4a70-806c-319c895ffaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:27:15Z', 'updated_at': '2022-02-18T08:27:15Z', 'revision_number': 0, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:18.925849 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] Checking router: 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:27:18.935727 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:18.936697 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:18.940485 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-f5962857-f198-43fe-861a-1b441e8cb3d6 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:18.942074 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-f5962857-f198-43fe-861a-1b441e8cb3d6 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.1715970 Feb 18 08:27:18.958238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'port': {'security_groups': ['8a24e219-d0ec-4c6b-9463-541c4fdb0742', '099ed8e8-e743-4cb0-af05-aed9da2d9e58']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:19.064573 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d1720d80-6e4b-415a-9054-d69522521c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.082986 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:19.099660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.191703 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d1720d80-6e4b-415a-9054-d69522521c1a admin admin] Publish callbacks [] for security_group (14638f77-7b7c-4b37-9081-d758e10ca633), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.198216 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d1720d80-6e4b-415a-9054-d69522521c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (14638f77-7b7c-4b37-9081-d758e10ca633), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.263353 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1720d80-6e4b-415a-9054-d69522521c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14638f77-7b7c-4b37-9081-d758e10ca633,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:19.263353 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d1720d80-6e4b-415a-9054-d69522521c1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4bbb5c2cfe594e299cd4a2ff4a33edc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463339 Feb 18 08:27:19.264636 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34516) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:19.451646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:19.490503 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.498659 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.514246 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['16cfb44d-b81b-4c91-a22c-986e7d100753'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:27:19.592605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=6']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:19.618864 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'a299c8a8-a88f-46f2-a117-b865812ada76', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'port_id': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'mac_address': 'fa:16:3e:94:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74208324-5d08-4a70-806c-319c895ffaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:27:15Z', 'updated_at': '2022-02-18T08:27:15Z', 'revision_number': 0, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:19.694640 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce692c60-fc0a-457d-aaf2-627ba346abf3 None None] The sync data for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi is: [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'a299c8a8-a88f-46f2-a117-b865812ada76', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'port_id': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'mac_address': 'fa:16:3e:94:a2:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74208324-5d08-4a70-806c-319c895ffaed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:27:15Z', 'updated_at': '2022-02-18T08:27:15Z', 'revision_number': 0, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:27:19.760617 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:19.768533 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.770066 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a5abbd9e-dbfa-4419-9c54-3a8087df524b req-9dad27fe-d7df-42c9-943b-82849d777bd7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "PUT /v2.0/ports/16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 981 time: 0.8167679 Feb 18 08:27:19.903554 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['16cfb44d-b81b-4c91-a22c-986e7d100753'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:27:19.911842 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5538cc05-327e-42c1-a83d-aa0645e7dd4f admin admin] Publish callbacks [] for security_group (14638f77-7b7c-4b37-9081-d758e10ca633), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:19.921665 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-50e179b6-95b0-4843-839b-39d4875d6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:19.927375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-50e179b6-95b0-4843-839b-39d4875d6e51 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1168 time: 0.3386292 Feb 18 08:27:19.962303 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5538cc05-327e-42c1-a83d-aa0645e7dd4f admin admin] Publish callbacks [] for security_group (14638f77-7b7c-4b37-9081-d758e10ca633), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:20.030040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:27:20.030761 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038ef032-8d3b-477e-a5c9-1ff53a58c206" -d '{"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:27:20.059879 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5538cc05-327e-42c1-a83d-aa0645e7dd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (14638f77-7b7c-4b37-9081-d758e10ca633), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:20.066260 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-013b743d-7d78-4dbe-9b0c-3cf2ede8a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:20.069655 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-5538cc05-327e-42c1-a83d-aa0645e7dd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:20.073923 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-5538cc05-327e-42c1-a83d-aa0645e7dd4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14638f77-7b7c-4b37-9081-d758e10ca633 HTTP/1.1" status: 204 len: 168 time: 0.8076451 Feb 18 08:27:20.074433 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-013b743d-7d78-4dbe-9b0c-3cf2ede8a3a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.4778292 Feb 18 08:27:20.103273 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538cc05-327e-42c1-a83d-aa0645e7dd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14638f77-7b7c-4b37-9081-d758e10ca633,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:20.118664 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bebf8-b129-449c-b64c-6bcf3d34ac14 req-0b52a1ae-f6bc-469c-b2d6-dcd03703c940 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:20.124540 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-026bebf8-b129-449c-b64c-6bcf3d34ac14 req-0b52a1ae-f6bc-469c-b2d6-dcd03703c940 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.5330617 Feb 18 08:27:20.232049 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d9ab49-58ef-43ff-b00a-27aaf1c31a43 None None] New status for floating IP a299c8a8-a88f-46f2-a117-b865812ada76: ACTIVE {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:27:20.358106 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-761fe362-ac53-4eaa-8835-a34855256038 None None] Provisioning complete for port 16cfb44d-b81b-4c91-a22c-986e7d100753 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:20.358436 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-761fe362-ac53-4eaa-8835-a34855256038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:20.395030 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34538) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:20.500123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-9bf6522c-55b7-49fd-bea1-e80ea96741c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:20.501620 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-9bf6522c-55b7-49fd-bea1-e80ea96741c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.3740051 Feb 18 08:27:20.589078 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaeabd0-5653-4733-a2d5-db5444e069cd req-e3a407a3-879f-4b22-9ba3-44fb2df2e3c5 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:20.597314 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9aaeabd0-5653-4733-a2d5-db5444e069cd req-e3a407a3-879f-4b22-9ba3-44fb2df2e3c5 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.6575067 Feb 18 08:27:20.664864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-3c9dc4e0-3723-426d-930a-3464f022290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:20.666739 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-3c9dc4e0-3723-426d-930a-3464f022290e service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.5412223 Feb 18 08:27:20.762661 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9aaeabd0-5653-4733-a2d5-db5444e069cd req-b3a63be6-620b-407d-8b0d-e65c10d1cdcb tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1606402 Feb 18 08:27:20.793636 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-761fe362-ac53-4eaa-8835-a34855256038 None None] Current status of the port 16cfb44d-b81b-4c91-a22c-986e7d100753 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:20.847909 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d07e-10bd-4c9d-a217-eb0ecc184695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:20.867700 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684412b7-2f7a-4f29-a8f0-445b947f3a24 x-openstack-request-id: req-684412b7-2f7a-4f29-a8f0-445b947f3a24 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:27:20.868373 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:27:20.868843 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-684412b7-2f7a-4f29-a8f0-445b947f3a24 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:27:20.869555 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'status': 'completed', 'code': 200} Feb 18 08:27:20.873560 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-026bebf8-b129-449c-b64c-6bcf3d34ac14 req-38ef2a9d-402a-4211-9c2b-b6ed9b2ddae2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750868 Feb 18 08:27:20.878573 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-c2885f02-a165-420c-b35a-a84d44c7c77d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 999 time: 0.3243783 Feb 18 08:27:20.978497 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d07e-10bd-4c9d-a217-eb0ecc184695 admin admin] Publish callbacks [] for security_group (e3a3be1e-524a-47f8-8aef-7c2cbe4e555e), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:20.992251 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-95e36b6e-0678-45d5-b9e6-3f651441dd4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 1001 time: 0.2494829 Feb 18 08:27:20.992894 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d07e-10bd-4c9d-a217-eb0ecc184695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e3a3be1e-524a-47f8-8aef-7c2cbe4e555e), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:21.071760 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a7d0d07e-10bd-4c9d-a217-eb0ecc184695 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93bf8fe16c2946bfb7d045bf5c2931ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6730220 Feb 18 08:27:21.071760 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0d07e-10bd-4c9d-a217-eb0ecc184695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a3be1e-524a-47f8-8aef-7c2cbe4e555e,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:21.073697 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34552) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:21.079704 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-1420aaa2-28b7-4d19-9273-9c00ac8d87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:21.081262 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-1420aaa2-28b7-4d19-9273-9c00ac8d87c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.1799393 Feb 18 08:27:21.172697 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fc9a83d1-daa3-4276-b7f6-0896cb53623b admin admin] Publish callbacks [] for security_group (e3a3be1e-524a-47f8-8aef-7c2cbe4e555e), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:21.183966 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-105b9e0c-5708-45c7-8379-d69b84c4910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:21.188469 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-105b9e0c-5708-45c7-8379-d69b84c4910d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.1674867 Feb 18 08:27:21.209908 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fc9a83d1-daa3-4276-b7f6-0896cb53623b admin admin] Publish callbacks [] for security_group (e3a3be1e-524a-47f8-8aef-7c2cbe4e555e), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:21.258369 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-4ee9fd06-89bf-4046-aeb6-05fc410a0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:21.260218 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-4ee9fd06-89bf-4046-aeb6-05fc410a0f7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1531761 Feb 18 08:27:21.281113 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-4f806369-3b58-49e1-960a-d39d9875de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:21.282707 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-4f806369-3b58-49e1-960a-d39d9875de50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732675 Feb 18 08:27:21.311395 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fc9a83d1-daa3-4276-b7f6-0896cb53623b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e3a3be1e-524a-47f8-8aef-7c2cbe4e555e), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:21.315041 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fc9a83d1-daa3-4276-b7f6-0896cb53623b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:21.316777 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-fc9a83d1-daa3-4276-b7f6-0896cb53623b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3a3be1e-524a-47f8-8aef-7c2cbe4e555e HTTP/1.1" status: 204 len: 168 time: 0.2412684 Feb 18 08:27:21.328006 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a83d1-daa3-4276-b7f6-0896cb53623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a3be1e-524a-47f8-8aef-7c2cbe4e555e,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:21.852528 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-257094bb-efc4-49bc-a955-efa4acf515bf service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608027 Feb 18 08:27:21.855864 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-0f0e793e-0cc9-417f-8d5a-9fc7247b8029 service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722551 Feb 18 08:27:22.152992 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a7c81-d179-4ed6-b880-d02212c6b6e2 req-983afdba-885f-4fe1-8339-40442fa02f9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:22.164182 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0d2a7c81-d179-4ed6-b880-d02212c6b6e2 req-983afdba-885f-4fe1-8339-40442fa02f9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1088943 Feb 18 08:27:22.239102 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0d2a7c81-d179-4ed6-b880-d02212c6b6e2 req-29f3fdad-a11e-424d-88e7-d2cbf155e120 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740185 Feb 18 08:27:23.384056 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934b90a-a2bd-42a5-9347-01d3b6e7f946 req-e2f7ff0e-11fa-4c40-b18f-f10e8458a815 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:23.385472 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b934b90a-a2bd-42a5-9347-01d3b6e7f946 req-e2f7ff0e-11fa-4c40-b18f-f10e8458a815 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0605574 Feb 18 08:27:23.436956 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b934b90a-a2bd-42a5-9347-01d3b6e7f946 req-82c6c383-6871-44be-908a-bbfd786eb18e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453463 Feb 18 08:27:24.589676 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbaa4ca-f1a3-4a9e-93b5-cbc598825630 req-1d9ea24f-89bb-47d6-a8a1-66cf5b1a38a7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:24.591349 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfbaa4ca-f1a3-4a9e-93b5-cbc598825630 req-1d9ea24f-89bb-47d6-a8a1-66cf5b1a38a7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0645094 Feb 18 08:27:24.639348 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cfbaa4ca-f1a3-4a9e-93b5-cbc598825630 req-69ad681b-3b17-49b9-81d0-17d68313b7e8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 Feb 18 08:27:25.778707 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441a4d0-26d9-425b-b45c-8afa32004b29 req-5c79bbdd-d95f-4749-b982-d5bc03e55d82 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:25.780227 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7441a4d0-26d9-425b-b45c-8afa32004b29 req-5c79bbdd-d95f-4749-b982-d5bc03e55d82 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0521314 Feb 18 08:27:25.830712 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7441a4d0-26d9-425b-b45c-8afa32004b29 req-3d75be91-6f9b-4361-ae4f-705c426554b4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 Feb 18 08:27:26.963575 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a749823-ffce-44fd-ab01-8d719ccac765 req-5337da89-63b8-466b-b4e6-e93f53b17939 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:26.965072 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a749823-ffce-44fd-ab01-8d719ccac765 req-5337da89-63b8-466b-b4e6-e93f53b17939 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0554159 Feb 18 08:27:27.015194 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a749823-ffce-44fd-ab01-8d719ccac765 req-d0a9e02f-d347-47b6-9e98-b96607f72b72 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418196 Feb 18 08:27:28.158161 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d25e7-743f-47ee-9ae2-879be9753184 req-fe69c8ac-9af5-462e-9fe7-46ca196031b8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:28.159681 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-208d25e7-743f-47ee-9ae2-879be9753184 req-fe69c8ac-9af5-462e-9fe7-46ca196031b8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0555961 Feb 18 08:27:28.208795 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-208d25e7-743f-47ee-9ae2-879be9753184 req-fe061369-9bdf-42c2-bc3f-31f4640adc1b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Feb 18 08:27:28.475728 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-75530949-2c03-4fba-8ba7-b30853dcf56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:29.350281 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155677-63d6-4f02-a9ae-6fa556610da4 req-a47f9de4-81d6-4f17-a3ae-3661af9196d5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:29.351777 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d3155677-63d6-4f02-a9ae-6fa556610da4 req-a47f9de4-81d6-4f17-a3ae-3661af9196d5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0575287 Feb 18 08:27:29.400837 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d3155677-63d6-4f02-a9ae-6fa556610da4 req-7b34a098-c564-4ff8-9542-ae2011fd23df tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408802 Feb 18 08:27:30.551516 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc14028-c5c8-4e69-a89c-859c190824cf req-feca7ff1-7c83-46b5-903f-ccb21e3208fb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:30.553079 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7cc14028-c5c8-4e69-a89c-859c190824cf req-feca7ff1-7c83-46b5-903f-ccb21e3208fb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0699778 Feb 18 08:27:30.576964 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9779-f65b-4239-99a2-50e183d84a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:30.609410 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7cc14028-c5c8-4e69-a89c-859c190824cf req-1cfb86a9-9677-47ed-b84e-d5adcff2811b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505424 Feb 18 08:27:31.289924 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c027a608-f715-44b3-bed5-3fb0f0595a70 req-b2c7178e-d08a-42dd-a015-e13e870530d1 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586602 Feb 18 08:27:31.292141 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef18cbb8-45ad-4318-a652-a435c820a1e9 req-38864ea2-bc5d-428c-98af-009b3e62091d service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521060 Feb 18 08:27:31.381188 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-2a5ba1b3-5f68-4dae-850e-873b036cd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:31.382675 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-2a5ba1b3-5f68-4dae-850e-873b036cd1ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1168 time: 0.0458560 Feb 18 08:27:31.484635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-3c7525ac-07b3-4642-9a06-4a22b5c8f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:31.486114 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-3c7525ac-07b3-4642-9a06-4a22b5c8f98e service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.0966148 Feb 18 08:27:31.553628 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-cebf5e58-6e7e-460a-a3b9-6c7e81928684 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 1001 time: 0.0610366 Feb 18 08:27:31.610217 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-92635335-87f6-4ec3-990a-c1e419dad54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:31.611590 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-92635335-87f6-4ec3-990a-c1e419dad54d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.0427182 Feb 18 08:27:31.660699 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-41420a00-b1d6-4ac8-af46-62ec1b3d6904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:31.662438 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-41420a00-b1d6-4ac8-af46-62ec1b3d6904 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446000 Feb 18 08:27:31.783035 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-ff782532-fd16-4633-89e9-20288a360400 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136637 Feb 18 08:27:31.791129 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b4c39-0f4b-43b6-8a90-c60139ca4a98 req-e823b9f9-4a95-44b8-95b6-f3b75af7c2eb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:31.793247 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-790b4c39-0f4b-43b6-8a90-c60139ca4a98 req-e823b9f9-4a95-44b8-95b6-f3b75af7c2eb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1065757 Feb 18 08:27:31.881569 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:31.894845 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-790b4c39-0f4b-43b6-8a90-c60139ca4a98 req-fad6d4f6-d8c8-494c-b6e7-55c9488df693 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941970 Feb 18 08:27:31.921432 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-038ef032-8d3b-477e-a5c9-1ff53a58c206 req-5a470ec7-8827-490e-9ddb-2ef63038293d service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279171 Feb 18 08:27:33.030979 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee919d31-db09-4dc6-b11e-d51c53439e4c req-7c3b348c-de2a-4c64-8e68-96d9273b2120 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:33.032563 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ee919d31-db09-4dc6-b11e-d51c53439e4c req-7c3b348c-de2a-4c64-8e68-96d9273b2120 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0573056 Feb 18 08:27:33.048719 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:33.080297 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ee919d31-db09-4dc6-b11e-d51c53439e4c req-544c7491-5b3c-498a-b9ce-20e26286f787 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419970 Feb 18 08:27:34.207455 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076c777-9bd4-44e5-9846-9b9ca69a88f6 req-dc804565-7dae-44b9-8271-6b885fc19141 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:34.209114 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0076c777-9bd4-44e5-9846-9b9ca69a88f6 req-dc804565-7dae-44b9-8271-6b885fc19141 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0578222 Feb 18 08:27:34.256664 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0076c777-9bd4-44e5-9846-9b9ca69a88f6 req-3bb744a0-9f1d-4f92-b6c1-1ab29bd11459 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Feb 18 08:27:34.457329 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:35.402966 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7b91b-33e6-4d58-b7b2-3db60cec5299 req-ced53a3e-c427-452b-b464-c13749e16ea9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:35.404399 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-79c7b91b-33e6-4d58-b7b2-3db60cec5299 req-ced53a3e-c427-452b-b464-c13749e16ea9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0544946 Feb 18 08:27:35.453032 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-79c7b91b-33e6-4d58-b7b2-3db60cec5299 req-03b53d95-5bea-4bfc-a420-9f2b2758f79b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402780 Feb 18 08:27:36.756330 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e6a7b-d678-4758-9f9e-d9d23f8d2411 req-a045537e-7a90-4425-ba82-28da493986f4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:36.757757 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e58e6a7b-d678-4758-9f9e-d9d23f8d2411 req-a045537e-7a90-4425-ba82-28da493986f4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.2203176 Feb 18 08:27:36.808297 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e58e6a7b-d678-4758-9f9e-d9d23f8d2411 req-87616b88-b821-4fa0-b5c4-b80c46fde61c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447502 Feb 18 08:27:36.986205 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:27:37.936722 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143698b-da34-48f0-998a-c70b248cfdee req-a2302839-4fd1-400d-a676-0b7f14af23d4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:37.938249 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b143698b-da34-48f0-998a-c70b248cfdee req-a2302839-4fd1-400d-a676-0b7f14af23d4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0574853 Feb 18 08:27:37.984929 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b143698b-da34-48f0-998a-c70b248cfdee req-e57e1467-b0de-40b9-8466-653c379b534e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Feb 18 08:27:39.182752 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5590-f1e5-4f73-b781-b3dde3ac37db req-f54321f8-2c4b-4f0f-a02b-1df709b63bee tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:39.184249 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc8e5590-f1e5-4f73-b781-b3dde3ac37db req-f54321f8-2c4b-4f0f-a02b-1df709b63bee tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.1189060 Feb 18 08:27:39.234386 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc8e5590-f1e5-4f73-b781-b3dde3ac37db req-d958caa6-5007-416f-a68d-0a743464da3c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Feb 18 08:27:39.618812 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34822) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:39.727403 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3494d3f5-09ad-4271-8489-fb6812cd3fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.806123 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3494d3f5-09ad-4271-8489-fb6812cd3fe5 admin admin] Publish callbacks [] for security_group (11c08331-0939-453d-a9ab-92b80aea7c28), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.811731 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3494d3f5-09ad-4271-8489-fb6812cd3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (11c08331-0939-453d-a9ab-92b80aea7c28), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.847829 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3494d3f5-09ad-4271-8489-fb6812cd3fe5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6fa005e1faf4984900d87ec266048b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279449 Feb 18 08:27:39.848649 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494d3f5-09ad-4271-8489-fb6812cd3fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c08331-0939-453d-a9ab-92b80aea7c28,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:39.850686 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34826) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:39.903519 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d2470d80-4a95-4dcb-a614-5558494dac55 admin admin] Publish callbacks [] for security_group (11c08331-0939-453d-a9ab-92b80aea7c28), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.926160 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d2470d80-4a95-4dcb-a614-5558494dac55 admin admin] Publish callbacks [] for security_group (11c08331-0939-453d-a9ab-92b80aea7c28), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.974543 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d2470d80-4a95-4dcb-a614-5558494dac55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (11c08331-0939-453d-a9ab-92b80aea7c28), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.977154 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d2470d80-4a95-4dcb-a614-5558494dac55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:39.978317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d2470d80-4a95-4dcb-a614-5558494dac55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11c08331-0939-453d-a9ab-92b80aea7c28 HTTP/1.1" status: 204 len: 168 time: 0.1265807 Feb 18 08:27:39.985786 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2470d80-4a95-4dcb-a614-5558494dac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c08331-0939-453d-a9ab-92b80aea7c28,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:40.382264 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f44eb-d89e-45e4-91d4-9a5af019b3cb req-71ef30d9-e93d-48db-9593-c0cc2e377a3c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:40.384002 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a98f44eb-d89e-45e4-91d4-9a5af019b3cb req-71ef30d9-e93d-48db-9593-c0cc2e377a3c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0569043 Feb 18 08:27:40.434649 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a98f44eb-d89e-45e4-91d4-9a5af019b3cb req-e18fd2d7-0834-4002-be21-4f3818363af5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Feb 18 08:27:40.564802 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34858) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:40.691439 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34864) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:40.716704 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d3e653e-fd5d-4e92-b1fc-f8fbcf632af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.741125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-92464293-network', 'tenant_id': '482cdb0727e741439015591dde185f01'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:40.777827 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Made reservation on behalf of 482cdb0727e741439015591dde185f01 for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:27:40.780165 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.793539 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.838841 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d3e653e-fd5d-4e92-b1fc-f8fbcf632af9 admin admin] Publish callbacks [] for security_group (bc6d5f95-ed13-460c-a89e-88320129605a), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.847475 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d3e653e-fd5d-4e92-b1fc-f8fbcf632af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bc6d5f95-ed13-460c-a89e-88320129605a), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.893100 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e653e-fd5d-4e92-b1fc-f8fbcf632af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d5f95-ed13-460c-a89e-88320129605a,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:40.901178 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-7d3e653e-fd5d-4e92-b1fc-f8fbcf632af9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e73a4f25c614a03ae364ee9a339882d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353479 Feb 18 08:27:40.904197 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34868) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:40.930355 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks [] for security_group (708d64c2-6ab8-4658-8caa-80a680c39504), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.935102 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (708d64c2-6ab8-4658-8caa-80a680c39504), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.955478 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-621ca03b-ece0-4b5d-a4e1-e30854b58ad9 admin admin] Publish callbacks [] for security_group (bc6d5f95-ed13-460c-a89e-88320129605a), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.959264 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:27:40.969088 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d64c2-6ab8-4658-8caa-80a680c39504,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:40.973762 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (1633e78a-c9f3-4ef2-a2ee-31d005fbe74b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:40.974106 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Added segment 1633e78a-c9f3-4ef2-a2ee-31d005fbe74b of type vlan for network 8100698b-8a1a-4508-a537-6b0fc4bbd154 Feb 18 08:27:40.978539 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-621ca03b-ece0-4b5d-a4e1-e30854b58ad9 admin admin] Publish callbacks [] for security_group (bc6d5f95-ed13-460c-a89e-88320129605a), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.023474 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (8100698b-8a1a-4508-a537-6b0fc4bbd154), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.025278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-621ca03b-ece0-4b5d-a4e1-e30854b58ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bc6d5f95-ed13-460c-a89e-88320129605a), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.027918 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-621ca03b-ece0-4b5d-a4e1-e30854b58ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.029089 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-621ca03b-ece0-4b5d-a4e1-e30854b58ad9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc6d5f95-ed13-460c-a89e-88320129605a HTTP/1.1" status: 204 len: 168 time: 0.1237416 Feb 18 08:27:41.037056 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ca03b-ece0-4b5d-a4e1-e30854b58ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d5f95-ed13-460c-a89e-88320129605a,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:41.054160 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (8100698b-8a1a-4508-a537-6b0fc4bbd154), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.056015 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:41.056774 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.118930 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34872) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:41.119092 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4263363 Feb 18 08:27:41.124055 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Request body: {'subnet': {'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-92464293-subnet', 'tenant_id': '482cdb0727e741439015591dde185f01', 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:41.124482 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3899a6c-6e7b-4abc-b6d1-eb34eb5cd975 admin admin] Pushing event updated for resources: {'Network': ['ID=8100698b-8a1a-4508-a537-6b0fc4bbd154,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:41.136456 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:27:41.158584 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Made reservation on behalf of 482cdb0727e741439015591dde185f01 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:27:41.161469 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29148307'] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.349147 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29148289'] for subnet (4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.401801 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:41.413512 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Checking segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:41.413872 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Network hostable DHCP agents. Network: 8100698b-8a1a-4508-a537-6b0fc4bbd154, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:27:41.435116 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:27:41.444926 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 8100698b-8a1a-4508-a537-6b0fc4bbd154) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:41.449082 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:41.449685 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.454098 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e6f35-a832-469c-839c-9952ae205f98 None None] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:27:41.467863 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-9eba7ee1-2524-45f8-b8c7-8f2ae014760c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3452256 Feb 18 08:27:41.468914 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34876) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:41.473924 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:41.501707 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.502905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.563397 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks [] for router_controller (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.568605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396214-6c4d-4ada-9040-0687e7bda409 req-4e81f7d1-6162-44db-a168-008d52b25f9d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:41.569207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-8100698b-8a1a-4508-a537-6b0fc4bbd154', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:27:41.570206 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-03396214-6c4d-4ada-9040-0687e7bda409 req-4e81f7d1-6162-44db-a168-008d52b25f9d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0562587 Feb 18 08:27:41.572207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.622299 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-03396214-6c4d-4ada-9040-0687e7bda409 req-c693f516-8efd-4da5-bf2f-a63444822d56 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449641 Feb 18 08:27:41.718666 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks [] for router_gateway (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.723184 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Allocated IP 172.20.0.2 (8100698b-8a1a-4508-a537-6b0fc4bbd154/4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13/24817f53-c6f0-4440-acd1-6c5316354eb4) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:41.869669 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Publish callbacks [] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.876645 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.917801 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:41.920626 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:41.922216 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks [] for router_gateway (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.925632 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:41.927586 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Pushing event updated for resources: {'Port': ['ID=24817f53-c6f0-4440-acd1-6c5316354eb4,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:41.941911 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.983963 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Attempting to bind port 24817f53-c6f0-4440-acd1-6c5316354eb4 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:27:41.984403 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Attempting to bind port 24817f53-c6f0-4440-acd1-6c5316354eb4 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:27:41.984677 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Attempting to bind port 24817f53-c6f0-4440-acd1-6c5316354eb4 on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:27:41.989590 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:27:41.989958 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Checking segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:41.990355 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:41.990844 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Bound using segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:27:41.991308 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Bound port: 24817f53-c6f0-4440-acd1-6c5316354eb4, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:27:41.991711 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:42.048169 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Allocated IP 172.27.3.123 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/79d430e0-4c03-412f-9986-f9dacfbccc18) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:42.053015 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] For port 24817f53-c6f0-4440-acd1-6c5316354eb4, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:27:42.056353 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] For port 24817f53-c6f0-4440-acd1-6c5316354eb4, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=24817f53-c6f0-4440-acd1-6c5316354eb4,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:27:42.062310 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:42.118736 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a24125-55c7-49ba-a403-7dde5f8c0715 None None] Pushing event updated for resources: {'Port': ['ID=24817f53-c6f0-4440-acd1-6c5316354eb4,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:42.160204 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks [] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:42.195535 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:42.231250 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:42.236201 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:42.239794 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:42.266842 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Pushing event updated for resources: {'Port': ['ID=79d430e0-4c03-412f-9986-f9dacfbccc18,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:42.515853 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks [] for router_gateway (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:42.722492 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:42.873384 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:27:42.989965 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:27:43.005461 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:27:43.015028 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bf7d5-45e5-46d8-a7c8-3b62094bbeb4 req-83512f24-20bb-4175-9278-96f2b88d8f7e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:43.017603 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b59bf7d5-45e5-46d8-a7c8-3b62094bbeb4 req-83512f24-20bb-4175-9278-96f2b88d8f7e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0564718 Feb 18 08:27:43.020999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:43.021631 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:43.022400 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.023763 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.030373 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0731a2a8-9f4b-4749-b8e0-e3deec4c692e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5601275 Feb 18 08:27:43.030992 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34886) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:43.076566 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b59bf7d5-45e5-46d8-a7c8-3b62094bbeb4 req-0b417467-47df-4150-95f2-4b40fc47d702 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525136 Feb 18 08:27:43.099252 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe8aa7-6001-4dd5-82c9-6391f34620be None None] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:27:43.208353 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Provisioning complete for port 24817f53-c6f0-4440-acd1-6c5316354eb4 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:43.208618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.218073 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:43.364856 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 24817f53-c6f0-4440-acd1-6c5316354eb4 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:43.463050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.494668 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Current status of the port 24817f53-c6f0-4440-acd1-6c5316354eb4 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:43.495045 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.543480 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 24817f53-c6f0-4440-acd1-6c5316354eb4 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:43.543927 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.585521 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] For port 24817f53-c6f0-4440-acd1-6c5316354eb4, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=24817f53-c6f0-4440-acd1-6c5316354eb4,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:43.597170 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.635923 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Allocated IP 172.20.0.1 (8100698b-8a1a-4508-a537-6b0fc4bbd154/4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13/53a35173-cec8-4f22-9e55-4ba34f0aed94) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:43.657827 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:42Z', 'revision_number': 3, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:43.690064 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Pushing event updated for resources: {'Port': ['ID=24817f53-c6f0-4440-acd1-6c5316354eb4,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:43.693998 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:27:43.694416 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Updating router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 port 79d430e0-4c03-412f-9986-f9dacfbccc18 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:27:43.752133 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks [] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.789207 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.832525 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:43.835672 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:43.839944 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:43.843050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Pushing event updated for resources: {'Port': ['ID=53a35173-cec8-4f22-9e55-4ba34f0aed94,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:43.873188 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.873188 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.873575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.873681 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.874021 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.874316 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.874640 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.875008 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.875331 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.875672 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.875988 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.876298 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.876606 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb34376-8247-4c85-ab66-33a49d9f2f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:43.882902 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.905463 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:43.910169 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 24817f53-c6f0-4440-acd1-6c5316354eb4 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:43.931988 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-836545b4-55cb-4faf-91f2-1c08dca433ef None None] Provisioning complete for port 24817f53-c6f0-4440-acd1-6c5316354eb4 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:43.932356 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-836545b4-55cb-4faf-91f2-1c08dca433ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.025281 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.125448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-836545b4-55cb-4faf-91f2-1c08dca433ef None None] Current status of the port 24817f53-c6f0-4440-acd1-6c5316354eb4 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:44.191926 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks [] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.197377 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.204852 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd83fc-6def-4f53-b63d-ed01a3427054 req-0976c317-2340-43df-8484-2a148a0a14fe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:44.206515 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0bd83fc-6def-4f53-b63d-ed01a3427054 req-0976c317-2340-43df-8484-2a148a0a14fe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0592418 Feb 18 08:27:44.234978 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Publish callbacks [] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.245470 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.256464 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0bd83fc-6def-4f53-b63d-ed01a3427054 req-7087dc3a-ae1c-47fd-941e-e86249cee6de tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Feb 18 08:27:44.295728 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-0fce955e-ded6-4962-bacb-d6f7ca66442d None None] Provisioning complete for port 53a35173-cec8-4f22-9e55-4ba34f0aed94 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:44.296087 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-0fce955e-ded6-4962-bacb-d6f7ca66442d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.335261 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a3987-589c-4e4e-bac2-6ad1cd34d4d7 None None] Pushing event updated for resources: {'Port': ['ID=79d430e0-4c03-412f-9986-f9dacfbccc18,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:44.339869 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Attempting to bind port 79d430e0-4c03-412f-9986-f9dacfbccc18 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:27:44.340243 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Attempting to bind port 79d430e0-4c03-412f-9986-f9dacfbccc18 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:27:44.340606 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Attempting to bind port 79d430e0-4c03-412f-9986-f9dacfbccc18 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:27:44.352451 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:27:44.352769 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:44.353190 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.353572 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:27:44.354040 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Bound port: 79d430e0-4c03-412f-9986-f9dacfbccc18, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:27:44.354413 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.378266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-0fce955e-ded6-4962-bacb-d6f7ca66442d None None] Port 53a35173-cec8-4f22-9e55-4ba34f0aed94 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:27:44.410735 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] For port 79d430e0-4c03-412f-9986-f9dacfbccc18, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:27:44.413986 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] For port 79d430e0-4c03-412f-9986-f9dacfbccc18, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=79d430e0-4c03-412f-9986-f9dacfbccc18,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:27:44.421397 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.456217 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Pushing event updated for resources: {'Port': ['ID=53a35173-cec8-4f22-9e55-4ba34f0aed94,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:44.462655 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.480884 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:44.481509 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:44.483349 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a3987-589c-4e4e-bac2-6ad1cd34d4d7 None None] Pushing event updated for resources: {'Port': ['ID=79d430e0-4c03-412f-9986-f9dacfbccc18,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:44.553274 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:44.555025 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:44.607588 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:44.691159 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:27:44.817502 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:27:44.829268 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-9d984259-d142-4e22-aa0b-dfb12d81ee65 admin admin] 10.222.0.69 "PUT /v2.0/routers/c27c0ebb-0afe-497c-ba51-12a7e1c10f27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905190 Feb 18 08:27:44.842634 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-892afdf8-5952-4d46-8006-adf6a15479ca None None] Provisioning complete for port 53a35173-cec8-4f22-9e55-4ba34f0aed94 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:44.843007 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892afdf8-5952-4d46-8006-adf6a15479ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:44.886648 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-892afdf8-5952-4d46-8006-adf6a15479ca None None] Port 53a35173-cec8-4f22-9e55-4ba34f0aed94 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:27:44.894295 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:44Z', 'revision_number': 2, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:44.925088 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9753a7-b03b-4926-a00c-0bc90bef2e51 None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:44Z', 'revision_number': 2, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:27:45.275519 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:27:45.387415 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 24817f53-c6f0-4440-acd1-6c5316354eb4 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:45.429394 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d057b-61d2-420b-a4c8-01774ad3c3f9 req-26025d1d-b1b1-4c4f-a914-b6f4c9475714 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:45.431683 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b33d057b-61d2-420b-a4c8-01774ad3c3f9 req-26025d1d-b1b1-4c4f-a914-b6f4c9475714 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 944 time: 0.0593324 Feb 18 08:27:45.460428 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:45.477781 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'port_id': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'mac_address': 'fa:16:3e:68:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:27:45.477944 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34910) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:45.486070 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 24817f53-c6f0-4440-acd1-6c5316354eb4 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:45.486437 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.489753 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1571628241-network', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:45.524258 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b33d057b-61d2-420b-a4c8-01774ad3c3f9 req-e5bb5884-bee5-44c7-937a-8827ec26b29d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815196 Feb 18 08:27:45.530997 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Made reservation on behalf of cd3b86b5bea54cdbae75eeed4d045e48 for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:27:45.533935 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.543845 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.562764 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:45.563925 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.586545 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f851bb0c-c511-451c-a45b-4645dba0098c {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:27:45.623661 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks [] for security_group (3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.627275 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:45.629181 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.636108 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.658724 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:27:45.662568 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 24817f53-c6f0-4440-acd1-6c5316354eb4 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:45.683500 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:45.688077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (e556b8a9-a19e-43dd-95f7-db367da98404), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.688493 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Added segment e556b8a9-a19e-43dd-95f7-db367da98404 of type vlan for network 6043e217-671c-43fb-a593-4de8d0e7c89c Feb 18 08:27:45.715963 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=9']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:45.756711 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (6043e217-671c-43fb-a593-4de8d0e7c89c), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.783115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (6043e217-671c-43fb-a593-4de8d0e7c89c), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.784020 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:45.784610 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:45.847588 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3681214 Feb 18 08:27:45.850468 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34914) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:45.852732 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563faed-c889-4da2-aff1-8116e3d92073 admin admin] Pushing event updated for resources: {'Network': ['ID=6043e217-671c-43fb-a593-4de8d0e7c89c,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:45.855471 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Request body: {'subnet': {'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1571628241-subnet', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'ip_version': 4}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:45.863992 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 6043e217-671c-43fb-a593-4de8d0e7c89c details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:27:45.881466 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Made reservation on behalf of cd3b86b5bea54cdbae75eeed4d045e48 for: {'subnet': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:27:45.884663 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29148307'] for subnet (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.077139 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29148289'] for subnet (e2c00887-10f3-47d3-b077-e092b26244bf), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.084761 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['f851bb0c-c511-451c-a45b-4645dba0098c'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:27:46.158835 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c00887-10f3-47d3-b077-e092b26244bf,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:46.163771 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Checking segment: {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:46.164435 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Network hostable DHCP agents. Network: 6043e217-671c-43fb-a593-4de8d0e7c89c, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:27:46.203926 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Network 6043e217-671c-43fb-a593-4de8d0e7c89c is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:27:46.204942 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43daabb-80cb-4928-ba2a-06b331963a4a req-9b883c5d-0af2-4500-b468-889de7c0496a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.206693 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43daabb-80cb-4928-ba2a-06b331963a4a req-9b883c5d-0af2-4500-b468-889de7c0496a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0700059 Feb 18 08:27:46.216802 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 6043e217-671c-43fb-a593-4de8d0e7c89c) {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:46.230950 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac584473-ff0d-4be3-9beb-5f7197fd30b3 None None] Network 6043e217-671c-43fb-a593-4de8d0e7c89c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:27:46.232097 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.232705 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.252644 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-fd6b7901-7d0f-4d78-8613-20fff0809e73 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4010520 Feb 18 08:27:46.255242 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34924) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:46.260384 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:46.292420 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4588'] for router (f49e9463-7fa3-4848-b284-e967118aee62), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.292664 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e43daabb-80cb-4928-ba2a-06b331963a4a req-1802d888-4c52-4f53-b0d7-c9d34f4fecd4 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720930 Feb 18 08:27:46.294121 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-542003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-622697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4595'] for router (f49e9463-7fa3-4848-b284-e967118aee62), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.361194 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks [] for router_controller (f49e9463-7fa3-4848-b284-e967118aee62), precommit_add_association {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.410517 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66aefbf8-e48b-5da6-9f30-683661b5ed09-6043e217-671c-43fb-a593-4de8d0e7c89c', 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'fixed_ips': [{'subnet_id': 'e2c00887-10f3-47d3-b077-e092b26244bf'}]}} from dv-cinder-773985-35-iscsi. {{(pid=102756) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 08:27:46.411393 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.431013 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-d86b763a-44a5-41ca-be5a-6cd5600c23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.433190 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-d86b763a-44a5-41ca-be5a-6cd5600c23f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1129 time: 0.0593791 Feb 18 08:27:46.517376 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks [] for router_gateway (f49e9463-7fa3-4848-b284-e967118aee62), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.573717 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.db_base_plugin_common [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Allocated IP 172.20.0.2 (6043e217-671c-43fb-a593-4de8d0e7c89c/e2c00887-10f3-47d3-b077-e092b26244bf/be381c62-d93c-41dc-b452-d2ec69496cca) {{(pid=102756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:46.586702 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-7b89b3a5-500f-4c63-818e-07a7bf1a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.588977 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-7b89b3a5-500f-4c63-818e-07a7bf1a827b service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.1342003 Feb 18 08:27:46.694191 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-014f530f-2f44-4e57-be54-2a625af2c46c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 200 len: 1000 time: 0.0953889 Feb 18 08:27:46.746173 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks [] for router_gateway (f49e9463-7fa3-4848-b284-e967118aee62), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.747988 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13db21-5060-421d-963e-efe9296066e9 req-a12c91aa-e7d5-48a7-bc42-96b490b72073 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.752632 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f13db21-5060-421d-963e-efe9296066e9 req-a12c91aa-e7d5-48a7-bc42-96b490b72073 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 945 time: 0.1126347 Feb 18 08:27:46.753351 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Publish callbacks [] for port (be381c62-d93c-41dc-b452-d2ec69496cca), precommit_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.762207 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), after_create {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.777474 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.788462 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-f0192ebf-3684-4a55-9502-646c3db32632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.789961 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-f0192ebf-3684-4a55-9502-646c3db32632 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0869184 Feb 18 08:27:46.806916 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Network 6043e217-671c-43fb-a593-4de8d0e7c89c is already hosted by enough agents. {{(pid=102756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:46.811330 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.scheduler.base_scheduler [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Resources bound (agent type, host, resource id): {{(pid=102756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:46.817264 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Received port after_create {{(pid=102756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:46.831036 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Pushing event updated for resources: {'Port': ['ID=be381c62-d93c-41dc-b452-d2ec69496cca,revision_number=1']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:46.851080 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f13db21-5060-421d-963e-efe9296066e9 req-26e76129-2267-4477-ad78-739c41cdd9da tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889711 Feb 18 08:27:46.870241 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-dad055f4-cb2d-474b-ae04-c63b75e32669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:46.871782 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-dad055f4-cb2d-474b-ae04-c63b75e32669 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733314 Feb 18 08:27:46.890777 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Attempting to bind port be381c62-d93c-41dc-b452-d2ec69496cca on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:27:46.891343 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Attempting to bind port be381c62-d93c-41dc-b452-d2ec69496cca by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:27:46.892031 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Attempting to bind port be381c62-d93c-41dc-b452-d2ec69496cca on network 6043e217-671c-43fb-a593-4de8d0e7c89c {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:27:46.897653 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:27:46.898054 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Checking segment: {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:46.898451 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.898903 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Bound using segment: {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:27:46.899364 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Bound port: be381c62-d93c-41dc-b452-d2ec69496cca, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:27:46.899767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.907152 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Allocated IP 172.27.3.32 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/d5cf7617-89dc-4d14-b1dc-19afbcfdf304) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:46.980111 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] For port be381c62-d93c-41dc-b452-d2ec69496cca, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:27:46.983790 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] For port be381c62-d93c-41dc-b452-d2ec69496cca, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=be381c62-d93c-41dc-b452-d2ec69496cca,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:27:46.994045 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:46.994916 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-22db036b-4c1d-4d2c-9365-67b54a78cdde service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157193 Feb 18 08:27:47.024558 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks [] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.057792 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83469e94-94b1-46a8-ad68-b20ef73a55ae None None] Pushing event updated for resources: {'Port': ['ID=be381c62-d93c-41dc-b452-d2ec69496cca,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:47.069244 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.119654 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:47.122635 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:47.124492 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fec61f21-ca9f-4caa-b89f-42f44c591382 req-d3d80b14-8b06-425e-b790-f201fd78d5a7 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198282 Feb 18 08:27:47.125614 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:47.157072 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Pushing event updated for resources: {'Port': ['ID=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:47.296883 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:47.412740 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port f851bb0c-c511-451c-a45b-4645dba0098c triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:47.413424 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.424730 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:27:47.443889 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:47.444655 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:47.457254 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1afa4-c024-44d6-88d1-f099a7f6eb85 req-ebfa3589-f994-4ea3-b2e9-bb979aa241fa tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:47.457958 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks [] for router_gateway (f49e9463-7fa3-4848-b284-e967118aee62), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.467644 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-67c1afa4-c024-44d6-88d1-f099a7f6eb85 req-ebfa3589-f994-4ea3-b2e9-bb979aa241fa tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0957985 Feb 18 08:27:47.546362 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-67c1afa4-c024-44d6-88d1-f099a7f6eb85 req-cc6fe22c-aa68-4966-bc7a-e21943ebaf2c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775752 Feb 18 08:27:47.582871 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device be381c62-d93c-41dc-b452-d2ec69496cca up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:47.609157 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port f851bb0c-c511-451c-a45b-4645dba0098c is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:47.609541 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.647822 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:27:47.650175 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becacdb7-40b4-4086-99a5-e209084821c9" -d '{"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-plugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:27:47.668920 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:47.678571 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port be381c62-d93c-41dc-b452-d2ec69496cca triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:47.679452 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.713718 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.725984 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f150502-fa4a-4005-bd5b-930668416750 x-openstack-request-id: req-9f150502-fa4a-4005-bd5b-930668416750 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:27:47.726772 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-plugged", "status": "completed", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:27:47.727038 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f150502-fa4a-4005-bd5b-930668416750 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:27:47.727439 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'code': 200} Feb 18 08:27:47.751045 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:47.752529 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-542182'] for router (f49e9463-7fa3-4848-b284-e967118aee62), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.809466 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=10']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:47.849916 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port be381c62-d93c-41dc-b452-d2ec69496cca is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:47.850222 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.882633 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port be381c62-d93c-41dc-b452-d2ec69496cca, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=be381c62-d93c-41dc-b452-d2ec69496cca,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:47.888820 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:47.889798 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 79d430e0-4c03-412f-9986-f9dacfbccc18 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:47.902686 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Router f49e9463-7fa3-4848-b284-e967118aee62 is scheduled to L3 agent 05438285-403e-466b-acce-ae72e0e2c82c with binding_index 1 {{(pid=102755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 08:27:47.983277 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=be381c62-d93c-41dc-b452-d2ec69496cca,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:47.995104 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 79d430e0-4c03-412f-9986-f9dacfbccc18 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:47.995506 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.038949 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:44Z', 'revision_number': 2, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:48.063280 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d99d-e9bd-4a93-b9cd-911c3ac996fe req-e0bdbcb9-b053-4311-a41c-e79f19f1d9a0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:48.071761 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:27:48.072274 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Updating router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 port 53a35173-cec8-4f22-9e55-4ba34f0aed94 binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:27:48.073161 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ce72d99d-e9bd-4a93-b9cd-911c3ac996fe req-e0bdbcb9-b053-4311-a41c-e79f19f1d9a0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.1266811 Feb 18 08:27:48.130810 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.174102 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ce72d99d-e9bd-4a93-b9cd-911c3ac996fe req-b448b7dc-5099-4d03-9e09-fc4bf43602eb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949473 Feb 18 08:27:48.294788 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 79d430e0-4c03-412f-9986-f9dacfbccc18 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:48.295171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.319853 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port 79d430e0-4c03-412f-9986-f9dacfbccc18, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=79d430e0-4c03-412f-9986-f9dacfbccc18,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:48.329447 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf963422-c8d9-48b1-94cb-78a82824630e req-7955585e-cacd-404e-8099-ee2fd7eceee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:48.331163 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf963422-c8d9-48b1-94cb-78a82824630e req-7955585e-cacd-404e-8099-ee2fd7eceee4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 1131 time: 0.0762615 Feb 18 08:27:48.337753 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.396928 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cf963422-c8d9-48b1-94cb-78a82824630e req-5c1feca4-ca56-42f0-82c2-4cb5a11e2faf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586343 Feb 18 08:27:48.399505 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=79d430e0-4c03-412f-9986-f9dacfbccc18,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:48.405958 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4382e-ef18-4c05-97d8-0e5b64f93368 None None] Network 6043e217-671c-43fb-a593-4de8d0e7c89c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:27:48.422982 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:27:48.448764 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.452634 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-e05ad38b-5ee6-4e91-bbb8-b8d37b894f4a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1938789 Feb 18 08:27:48.453590 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34934) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:48.454627 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Sync routers for ids ['f49e9463-7fa3-4848-b284-e967118aee62'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:27:48.483098 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Routers {'f49e9463-7fa3-4848-b284-e967118aee62'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:48.483764 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f49e9463-7fa3-4848-b284-e967118aee62'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:48.520165 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Publish callbacks [] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.527770 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.527991 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-1830b751-1ce6-4ec1-9ca3-425d52b48ab2 None None] Provisioning complete for port be381c62-d93c-41dc-b452-d2ec69496cca triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:48.528378 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1830b751-1ce6-4ec1-9ca3-425d52b48ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.605066 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Pushing event updated for resources: {'Port': ['ID=53a35173-cec8-4f22-9e55-4ba34f0aed94,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:48.645187 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.645809 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.646306 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.646876 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.647358 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.647872 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.648354 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.648823 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.649304 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.649787 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.650405 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.650866 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.651336 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:27:48.668393 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Attempting to bind port 53a35173-cec8-4f22-9e55-4ba34f0aed94 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:27:48.669007 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Attempting to bind port 53a35173-cec8-4f22-9e55-4ba34f0aed94 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:27:48.669553 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Attempting to bind port 53a35173-cec8-4f22-9e55-4ba34f0aed94 on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:27:48.678312 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:27:48.679099 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Checking segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:48.679676 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.680225 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Bound using segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:27:48.680841 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Bound port: 53a35173-cec8-4f22-9e55-4ba34f0aed94, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:27:48.681370 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.699179 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Set router f49e9463-7fa3-4848-b284-e967118aee62 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:48.737136 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd7170-3708-47bc-8a59-bc1f432ea162 req-35b310ce-aa2a-498b-aa17-1a1c7b550f1f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:48.754390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-73bd7170-3708-47bc-8a59-bc1f432ea162 req-35b310ce-aa2a-498b-aa17-1a1c7b550f1f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.1079412 Feb 18 08:27:48.766657 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] For port 53a35173-cec8-4f22-9e55-4ba34f0aed94, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:27:48.770730 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] For port 53a35173-cec8-4f22-9e55-4ba34f0aed94, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=53a35173-cec8-4f22-9e55-4ba34f0aed94,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:27:48.782791 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:48.833338 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-73bd7170-3708-47bc-8a59-bc1f432ea162 req-9bd6891c-e0ff-49e9-9cf7-906616258ca9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762711 Feb 18 08:27:48.871315 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-1830b751-1ce6-4ec1-9ca3-425d52b48ab2 None None] Current status of the port be381c62-d93c-41dc-b452-d2ec69496cca is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:48.890137 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f107d63-57eb-4135-96f9-c8fdc6f3a02d None None] Pushing event updated for resources: {'Port': ['ID=53a35173-cec8-4f22-9e55-4ba34f0aed94,revision_number=4']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:48.909711 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:48.910347 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:48.967239 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:47Z', 'revision_number': 3, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:49.017708 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Checking router: f49e9463-7fa3-4848-b284-e967118aee62 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:27:49.017989 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Updating router f49e9463-7fa3-4848-b284-e967118aee62 port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 binding host dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:27:49.036048 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:49.068430 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.105157 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] Provisioning complete for port 53a35173-cec8-4f22-9e55-4ba34f0aed94 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:49.105469 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.120344 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.284555 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:49.312024 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Allocated IP 172.20.0.1 (6043e217-671c-43fb-a593-4de8d0e7c89c/e2c00887-10f3-47d3-b077-e092b26244bf/285268bf-9a59-4b3d-815b-c5ca9374ce9a) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:27:49.315492 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7058fc04-c9d2-42d9-ac81-a9199ecb416d None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:27:49.329293 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0268a-4d66-4cdf-8b39-f0737a44ef5f req-7723ab53-2a5a-402a-adbb-8c1b48894fed tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:49.333508 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3ee0268a-4d66-4cdf-8b39-f0737a44ef5f req-7723ab53-2a5a-402a-adbb-8c1b48894fed tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.0811696 Feb 18 08:27:49.355856 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] Current status of the port 53a35173-cec8-4f22-9e55-4ba34f0aed94 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:49.356252 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.406025 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3ee0268a-4d66-4cdf-8b39-f0737a44ef5f req-411325f5-410b-4a86-8543-71005ab067df tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653243 Feb 18 08:27:49.444799 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] For port 53a35173-cec8-4f22-9e55-4ba34f0aed94, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=53a35173-cec8-4f22-9e55-4ba34f0aed94,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:49.456977 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.470658 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 53a35173-cec8-4f22-9e55-4ba34f0aed94 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:49.480237 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks [] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.522973 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.567143 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Network 6043e217-671c-43fb-a593-4de8d0e7c89c is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:49.571783 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:49.578228 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:27:49.608088 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Pushing event updated for resources: {'Port': ['ID=285268bf-9a59-4b3d-815b-c5ca9374ce9a,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:49.608567 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a6c19-715a-4e08-8fb6-012d6ac19722 None None] Pushing event updated for resources: {'Port': ['ID=53a35173-cec8-4f22-9e55-4ba34f0aed94,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:49.628780 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556595'] for router_interface (f49e9463-7fa3-4848-b284-e967118aee62), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.628965 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Publish callbacks [] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), precommit_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.639969 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-5c13a087-2922-4d34-b55d-de3e4826b705 None None] Provisioning complete for port be381c62-d93c-41dc-b452-d2ec69496cca triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:49.640298 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5c13a087-2922-4d34-b55d-de3e4826b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.668447 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.712520 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0eac3-90ef-43e7-81d6-980708aada4b None None] Pushing event updated for resources: {'Port': ['ID=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,revision_number=2']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:49.715661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 53a35173-cec8-4f22-9e55-4ba34f0aed94 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:49.716396 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.791008 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Attempting to bind port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:27:49.791433 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Attempting to bind port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:27:49.791818 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Attempting to bind port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 on network 103d0833-d6b7-4256-b100-bd2747b5107f {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:27:49.807123 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:27:49.807571 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Checking segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:49.807926 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.808319 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Bound using segment: {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'} {{(pid=102756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:27:49.808840 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.managers [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Bound port: d5cf7617-89dc-4d14-b1dc-19afbcfdf304, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc835312-d0ed-489d-84b7-54f1faad1e70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}}] {{(pid=102756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:27:49.809223 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.821853 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.908404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-5c13a087-2922-4d34-b55d-de3e4826b705 None None] Current status of the port be381c62-d93c-41dc-b452-d2ec69496cca is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:49.910412 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 53a35173-cec8-4f22-9e55-4ba34f0aed94 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:49.911368 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 79d430e0-4c03-412f-9986-f9dacfbccc18 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:49.958492 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] For port d5cf7617-89dc-4d14-b1dc-19afbcfdf304, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:27:49.980740 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] For port d5cf7617-89dc-4d14-b1dc-19afbcfdf304, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:27:49.983594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-5c13a087-2922-4d34-b55d-de3e4826b705 None None] Provisioning complete for port 53a35173-cec8-4f22-9e55-4ba34f0aed94 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:49.984066 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5c13a087-2922-4d34-b55d-de3e4826b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:49.994098 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13f5b4-9d3b-4910-ae0e-ac027d88bd69 req-1ccfc5a4-88bd-4561-b7d4-ddd13846d57d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:50.004920 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9d13f5b4-9d3b-4910-ae0e-ac027d88bd69 req-1ccfc5a4-88bd-4561-b7d4-ddd13846d57d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.1015244 Feb 18 08:27:50.010421 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.060550 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks [] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.071322 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.097842 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9d13f5b4-9d3b-4910-ae0e-ac027d88bd69 req-22237229-e85c-4933-a86e-9048e130ede5 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917356 Feb 18 08:27:50.114083 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Routers {'f49e9463-7fa3-4848-b284-e967118aee62'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:50.115326 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f49e9463-7fa3-4848-b284-e967118aee62'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:50.117298 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 79d430e0-4c03-412f-9986-f9dacfbccc18 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:50.117665 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.161278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Pushing event updated for resources: {'Port': ['ID=285268bf-9a59-4b3d-815b-c5ca9374ce9a,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:50.173823 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556711'] for router_interface (f49e9463-7fa3-4848-b284-e967118aee62), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.304085 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Network 6043e217-671c-43fb-a593-4de8d0e7c89c is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:27:50.306269 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:27:50.315661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0eac3-90ef-43e7-81d6-980708aada4b None None] Pushing event updated for resources: {'Port': ['ID=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,revision_number=3']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:50.429552 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-5c13a087-2922-4d34-b55d-de3e4826b705 None None] Current status of the port 53a35173-cec8-4f22-9e55-4ba34f0aed94 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:50.486849 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Router f49e9463-7fa3-4848-b284-e967118aee62 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:27:50.499981 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] Set router f49e9463-7fa3-4848-b284-e967118aee62 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:50.582416 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-86a1a3bc-9d89-4a8d-a475-7adecc5fa978 None None] Provisioning complete for port 285268bf-9a59-4b3d-815b-c5ca9374ce9a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:50.582795 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-86a1a3bc-9d89-4a8d-a475-7adecc5fa978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.587377 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 79d430e0-4c03-412f-9986-f9dacfbccc18 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:50.588514 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device be381c62-d93c-41dc-b452-d2ec69496cca up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:50.600471 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40035df3-b5c8-4cb4-9346-334c35e36dd8 req-6471ae7a-56b7-4fbb-a6b0-e33e3d873492 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:50.604340 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-40035df3-b5c8-4cb4-9346-334c35e36dd8 req-6471ae7a-56b7-4fbb-a6b0-e33e3d873492 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.1038270 Feb 18 08:27:50.641055 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:27:50.656232 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d11d273a-a116-47a4-b547-f77c64301d59 admin admin] 10.222.0.69 "PUT /v2.0/routers/f49e9463-7fa3-4848-b284-e967118aee62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2008092 Feb 18 08:27:50.679115 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-40035df3-b5c8-4cb4-9346-334c35e36dd8 req-0e19cd5a-1fa0-4cff-9528-aa6ca8c7aa1a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689347 Feb 18 08:27:50.749696 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-86a1a3bc-9d89-4a8d-a475-7adecc5fa978 None None] Port 285268bf-9a59-4b3d-815b-c5ca9374ce9a cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:27:50.785481 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port be381c62-d93c-41dc-b452-d2ec69496cca triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:50.785899 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.912708 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-4b2e337a-ab9d-472c-abb4-4cacecc32b67 None None] Provisioning complete for port 285268bf-9a59-4b3d-815b-c5ca9374ce9a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:50.913042 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b2e337a-ab9d-472c-abb4-4cacecc32b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:50.960233 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port be381c62-d93c-41dc-b452-d2ec69496cca is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:50.966345 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '285268bf-9a59-4b3d-815b-c5ca9374ce9a', 'name': '', 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'mac_address': 'fa:16:3e:c9:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:49Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 2, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'subnets': [{'id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:50.968309 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e337a-ab9d-472c-abb4-4cacecc32b67 None None] Port 285268bf-9a59-4b3d-815b-c5ca9374ce9a cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:27:50.995498 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d770de73-ef4a-41f2-866d-db3fb5faeb41 None None] The sync data for ids ['f49e9463-7fa3-4848-b284-e967118aee62'] in dv-cinder-773985-35-iscsi is: [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '285268bf-9a59-4b3d-815b-c5ca9374ce9a', 'name': '', 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'mac_address': 'fa:16:3e:c9:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:49Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 2, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'subnets': [{'id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:27:51.239525 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13102218-ac14-4649-bc94-b3992c6e35e4 req-c1d9daee-70ce-4553-95d9-4f95a95da0d1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:51.241627 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-13102218-ac14-4649-bc94-b3992c6e35e4 req-c1d9daee-70ce-4553-95d9-4f95a95da0d1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0746906 Feb 18 08:27:51.271741 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34990) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:51.276653 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179592831', 'description': 'tempest-secgroup-smoke-179592831 description', 'project_id': '482cdb0727e741439015591dde185f01'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:51.294621 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-13102218-ac14-4649-bc94-b3992c6e35e4 req-ace6e87c-e010-46e4-b207-e40c289e8730 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471482 Feb 18 08:27:51.325975 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.380668 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 53a35173-cec8-4f22-9e55-4ba34f0aed94 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:51.412231 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group (e7179d0a-69dc-4885-b64a-8b28c3a9df1d), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.418396 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e7179d0a-69dc-4885-b64a-8b28c3a9df1d), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.438322 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 53a35173-cec8-4f22-9e55-4ba34f0aed94 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:51.438796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.451709 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7179d0a-69dc-4885-b64a-8b28c3a9df1d,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:51.457691 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.458932 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-589f4f6d-fac3-4b2b-8846-905815d7d9ae tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1859982 Feb 18 08:27:51.462448 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 34992) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:51.467537 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group_rule': {'security_group_id': 'e7179d0a-69dc-4885-b64a-8b28c3a9df1d', 'project_id': '482cdb0727e741439015591dde185f01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:51.496153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (c9cc62f5-a150-4b4a-9576-f9893eb6fda9), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.529830 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 53a35173-cec8-4f22-9e55-4ba34f0aed94 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:51.554060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (c9cc62f5-a150-4b4a-9576-f9893eb6fda9), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.559635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (c9cc62f5-a150-4b4a-9576-f9893eb6fda9), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.574872 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cc62f5-a150-4b4a-9576-f9893eb6fda9,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:51.586227 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.587706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-eb449343-2850-400b-bf9e-fa8b2358a980 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236293 Feb 18 08:27:51.590437 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34994) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:51.595019 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group_rule': {'security_group_id': 'e7179d0a-69dc-4885-b64a-8b28c3a9df1d', 'project_id': '482cdb0727e741439015591dde185f01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:51.622099 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (4815b5d6-8a6a-4b19-ab90-0deac8cb9a9b), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.687063 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (4815b5d6-8a6a-4b19-ab90-0deac8cb9a9b), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.691184 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (4815b5d6-8a6a-4b19-ab90-0deac8cb9a9b), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.708408 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4815b5d6-8a6a-4b19-ab90-0deac8cb9a9b,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:51.715875 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.717057 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-2c64418a-e823-409b-bdbc-bb98d989d43f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256149 Feb 18 08:27:51.719825 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 34998) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:51.724057 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group_rule': {'security_group_id': 'e7179d0a-69dc-4885-b64a-8b28c3a9df1d', 'project_id': '482cdb0727e741439015591dde185f01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:51.749934 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (e4212c73-0e6a-4c34-8695-c24de6751d16), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.806682 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327171a-a6ee-46fb-95c3-5cd051ab2906 req-1586935e-79c5-4889-beea-ddbe58d60bfd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:51.808246 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6327171a-a6ee-46fb-95c3-5cd051ab2906 req-1586935e-79c5-4889-beea-ddbe58d60bfd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.0550678 Feb 18 08:27:51.810427 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (e4212c73-0e6a-4c34-8695-c24de6751d16), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.814898 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (e4212c73-0e6a-4c34-8695-c24de6751d16), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.832514 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4212c73-0e6a-4c34-8695-c24de6751d16,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:51.843344 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.846050 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-2a307c61-4a21-4f2e-ad2b-38761f7c4543 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253040 Feb 18 08:27:51.849107 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35000) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:51.859723 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group_rule': {'security_group_id': 'e7179d0a-69dc-4885-b64a-8b28c3a9df1d', 'project_id': '482cdb0727e741439015591dde185f01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:51.888283 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6327171a-a6ee-46fb-95c3-5cd051ab2906 req-ab07a3da-31e8-436a-bea8-7a796e24fe57 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728912 Feb 18 08:27:51.894181 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (1650f11c-c54b-4eb0-a69f-2dbb794d8457), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.956785 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (1650f11c-c54b-4eb0-a69f-2dbb794d8457), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.961102 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (1650f11c-c54b-4eb0-a69f-2dbb794d8457), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.982319 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1650f11c-c54b-4eb0-a69f-2dbb794d8457,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:51.991341 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:51.992606 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-13f94b52-d6f5-4eda-add4-1ab4672581c6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427517 Feb 18 08:27:51.995277 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35004) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:51.999719 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group_rule': {'security_group_id': 'e7179d0a-69dc-4885-b64a-8b28c3a9df1d', 'project_id': '482cdb0727e741439015591dde185f01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:52.021729 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.securitygroups_db [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Project 482cdb0727e741439015591dde185f01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 08:27:52.027015 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (bff33569-5fcd-4e90-bce3-623ad08393b4), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.088996 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (bff33569-5fcd-4e90-bce3-623ad08393b4), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.092963 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (bff33569-5fcd-4e90-bce3-623ad08393b4), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.112388 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff33569-5fcd-4e90-bce3-623ad08393b4,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:52.123391 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.124908 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-69a35231-684e-4515-bb8e-9a1fc8ef5f75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286402 Feb 18 08:27:52.127667 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35006) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:27:52.132528 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'security_group_rule': {'security_group_id': 'e7179d0a-69dc-4885-b64a-8b28c3a9df1d', 'project_id': '482cdb0727e741439015591dde185f01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:27:52.154126 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.securitygroups_db [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Project 482cdb0727e741439015591dde185f01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 08:27:52.159246 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (2b06a80b-aeb1-4793-aacd-fc29e283566c), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.220249 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (2b06a80b-aeb1-4793-aacd-fc29e283566c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.224422 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (2b06a80b-aeb1-4793-aacd-fc29e283566c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.241737 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b06a80b-aeb1-4793-aacd-fc29e283566c,revision_number=0']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:52.251279 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:52.255492 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b05be9be-99d7-43a1-b126-d8adeec62971 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238444 Feb 18 08:27:52.437737 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db50577-523a-4ac2-a045-1bf8591c007f req-97ee12c2-7b92-4b7c-b8fb-75db34b33618 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:52.439359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8db50577-523a-4ac2-a045-1bf8591c007f req-97ee12c2-7b92-4b7c-b8fb-75db34b33618 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0568647 Feb 18 08:27:52.493607 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8db50577-523a-4ac2-a045-1bf8591c007f req-c18e35b3-51c1-4880-9fbc-d8a24e5b7dda tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482543 Feb 18 08:27:53.240940 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Sync routers for ids ['f49e9463-7fa3-4848-b284-e967118aee62'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:27:53.251179 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Routers {'f49e9463-7fa3-4848-b284-e967118aee62'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:53.251863 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f49e9463-7fa3-4848-b284-e967118aee62'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:53.361904 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Set router f49e9463-7fa3-4848-b284-e967118aee62 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:53.382578 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device d5cf7617-89dc-4d14-b1dc-19afbcfdf304 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:53.435252 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:53.435645 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:53.516634 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:53.516966 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:53.541532 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] For port d5cf7617-89dc-4d14-b1dc-19afbcfdf304, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:53.546923 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:53.579248 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '285268bf-9a59-4b3d-815b-c5ca9374ce9a', 'name': '', 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'mac_address': 'fa:16:3e:c9:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:49Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 2, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'subnets': [{'id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:53.602692 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Pushing event updated for resources: {'Port': ['ID=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:53.605962 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Checking router: f49e9463-7fa3-4848-b284-e967118aee62 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:27:53.606314 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Updating router f49e9463-7fa3-4848-b284-e967118aee62 port 285268bf-9a59-4b3d-815b-c5ca9374ce9a binding host dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 08:27:53.634398 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56261bc-8489-41bb-84d7-dfdefdf3d80a req-a98ed99d-d364-4364-8197-7931f71b3f25 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:53.636036 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c56261bc-8489-41bb-84d7-dfdefdf3d80a req-a98ed99d-d364-4364-8197-7931f71b3f25 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0590236 Feb 18 08:27:53.637356 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:53.687345 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c56261bc-8489-41bb-84d7-dfdefdf3d80a req-98af90a3-2ad6-4754-8dd1-b7fe78ca767e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412097 Feb 18 08:27:53.913217 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Publish callbacks [] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), precommit_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:53.921196 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:53.971854 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc0c0-dbc6-4475-b30e-3932348df453 None None] Pushing event updated for resources: {'Port': ['ID=285268bf-9a59-4b3d-815b-c5ca9374ce9a,revision_number=3']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:54.028390 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Attempting to bind port 285268bf-9a59-4b3d-815b-c5ca9374ce9a on host dv-cinder-773985-35-iscsi for vnic_type normal with profile {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:27:54.028776 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Attempting to bind port 285268bf-9a59-4b3d-815b-c5ca9374ce9a by drivers openvswitch,hyperv on host dv-cinder-773985-35-iscsi at level 0 using segments [{'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:27:54.029320 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Attempting to bind port 285268bf-9a59-4b3d-815b-c5ca9374ce9a on network 6043e217-671c-43fb-a593-4de8d0e7c89c {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:27:54.034663 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Checking agent: {'id': '0dae9953-3ce9-40a3-893c-5bb868419c4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-35-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 14, 34), 'started_at': datetime.datetime(2022, 2, 18, 8, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-35-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:27:54.035032 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Checking segment: {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:27:54.035756 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.036187 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Bound using segment: {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'} {{(pid=102757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:27:54.036702 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.managers [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Bound port: 285268bf-9a59-4b3d-815b-c5ca9374ce9a, host: dv-cinder-773985-35-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e556b8a9-a19e-43dd-95f7-db367da98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c'}}] {{(pid=102757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:27:54.037079 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), before_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.200667 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] For port 285268bf-9a59-4b3d-815b-c5ca9374ce9a, host dv-cinder-773985-35-iscsi, cleared binding levels {{(pid=102757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:27:54.203489 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.plugins.ml2.db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] For port 285268bf-9a59-4b3d-815b-c5ca9374ce9a, host dv-cinder-773985-35-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=285268bf-9a59-4b3d-815b-c5ca9374ce9a,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:27:54.210653 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron_lib.callbacks.manager [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), after_update {{(pid=102757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.221473 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] Provisioning complete for port 285268bf-9a59-4b3d-815b-c5ca9374ce9a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:54.221758 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.272424 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc0c0-dbc6-4475-b30e-3932348df453 None None] Pushing event updated for resources: {'Port': ['ID=285268bf-9a59-4b3d-815b-c5ca9374ce9a,revision_number=4']} {{(pid=102757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:54.275136 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Routers {'f49e9463-7fa3-4848-b284-e967118aee62'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:27:54.275786 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:27:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f49e9463-7fa3-4848-b284-e967118aee62'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:54.311301 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] Current status of the port 285268bf-9a59-4b3d-815b-c5ca9374ce9a is: DOWN; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:54.311732 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.350956 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] For port 285268bf-9a59-4b3d-815b-c5ca9374ce9a, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=285268bf-9a59-4b3d-815b-c5ca9374ce9a,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:27:54.355877 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.393333 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] Set router f49e9463-7fa3-4848-b284-e967118aee62 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:27:54.408341 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5b34b-33f0-4974-8429-0f01067226ac None None] Pushing event updated for resources: {'Port': ['ID=285268bf-9a59-4b3d-815b-c5ca9374ce9a,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:27:54.477882 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-e0d9de23-304a-47f1-b077-781f4bd44cf7 None None] Provisioning complete for port 285268bf-9a59-4b3d-815b-c5ca9374ce9a triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:54.478259 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e0d9de23-304a-47f1-b077-781f4bd44cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:54.565054 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9de23-304a-47f1-b077-781f4bd44cf7 None None] Current status of the port 285268bf-9a59-4b3d-815b-c5ca9374ce9a is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:54.601222 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '285268bf-9a59-4b3d-815b-c5ca9374ce9a', 'name': '', 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'mac_address': 'fa:16:3e:c9:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:49Z', 'updated_at': '2022-02-18T08:27:54Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'subnets': [{'id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:27:54.627347 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259dcfcb-223d-4ebb-b62a-c1d7ce2726b8 None None] The sync data for ids ['f49e9463-7fa3-4848-b284-e967118aee62'] in dv-cinder-773985-35-iscsi is: [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '285268bf-9a59-4b3d-815b-c5ca9374ce9a', 'name': '', 'network_id': '6043e217-671c-43fb-a593-4de8d0e7c89c', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'mac_address': 'fa:16:3e:c9:27:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:49Z', 'updated_at': '2022-02-18T08:27:54Z', 'revision_number': 4, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'subnets': [{'id': 'e2c00887-10f3-47d3-b077-e092b26244bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:27:54.815728 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16596f-5be0-4a4c-a0ab-ca8c404d7016 req-c46643c2-bc43-497b-954a-933460619624 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:54.818115 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3b16596f-5be0-4a4c-a0ab-ca8c404d7016 req-c46643c2-bc43-497b-954a-933460619624 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0590186 Feb 18 08:27:54.874616 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3b16596f-5be0-4a4c-a0ab-ca8c404d7016 req-eac52dda-ea0e-4421-a3e9-492a94528084 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483830 Feb 18 08:27:55.400814 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device d5cf7617-89dc-4d14-b1dc-19afbcfdf304 up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:55.450551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:55.451233 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:55.533804 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:55.534844 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 285268bf-9a59-4b3d-815b-c5ca9374ce9a up at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:27:55.585851 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Provisioning complete for port 285268bf-9a59-4b3d-815b-c5ca9374ce9a triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:27:55.586085 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:55.672074 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Current status of the port 285268bf-9a59-4b3d-815b-c5ca9374ce9a is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:27:56.014464 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34019d56-29bc-4cf5-b126-eedd5084c0db req-f8435ff5-4e95-4074-b9af-0aa029084d26 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:56.016007 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-34019d56-29bc-4cf5-b126-eedd5084c0db req-f8435ff5-4e95-4074-b9af-0aa029084d26 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0596387 Feb 18 08:27:56.067616 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-34019d56-29bc-4cf5-b126-eedd5084c0db req-6780135e-e1ca-4048-b8ef-16490f72662f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458331 Feb 18 08:27:57.193411 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ab84-8188-46fc-b861-b1269ca4fb30 req-771be546-4b27-4405-bdaa-22a22ff05daf tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:57.194882 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7731ab84-8188-46fc-b861-b1269ca4fb30 req-771be546-4b27-4405-bdaa-22a22ff05daf tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0576196 Feb 18 08:27:57.244629 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7731ab84-8188-46fc-b861-b1269ca4fb30 req-b44fca14-334a-4e59-bdc6-7d1336b14d1c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434577 Feb 18 08:27:57.470755 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc707ec-dcd2-4bbc-b643-d933e3db0de8 req-e9e37518-8e86-4419-98c6-8346f59d9c49 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:57.472272 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cdc707ec-dcd2-4bbc-b643-d933e3db0de8 req-e9e37518-8e86-4419-98c6-8346f59d9c49 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0635638 Feb 18 08:27:57.547892 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cdc707ec-dcd2-4bbc-b643-d933e3db0de8 req-e7718ed1-eaf1-4e67-9f39-e5cdeb6b78fc tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664153 Feb 18 08:27:57.550739 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-0d02cb45-cda0-415d-b203-2ef37e19da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:57.552158 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-0d02cb45-cda0-415d-b203-2ef37e19da73 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1130 time: 0.0781736 Feb 18 08:27:57.645850 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-5dec94ae-0643-4af9-802c-a519527a2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:57.647258 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-5dec94ae-0643-4af9-802c-a519527a2f4a service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.0885670 Feb 18 08:27:57.727890 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-48fbd628-e7cd-4347-9ecd-d06639dbcc7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 1001 time: 0.0716140 Feb 18 08:27:57.779489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-00cda87b-239a-401d-b035-703b9eb9a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:57.780983 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-00cda87b-239a-401d-b035-703b9eb9a9f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.0451748 Feb 18 08:27:57.831480 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-a36c9879-2764-42df-918e-ae58b14386c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:57.833014 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-a36c9879-2764-42df-918e-ae58b14386c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454488 Feb 18 08:27:57.928204 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-99249699-7b4a-429f-a931-5a05b15f8486 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883055 Feb 18 08:27:58.032074 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71eeda71-8654-44cf-8fb2-283b3b537ca0 req-b1588e2d-cccf-4cb1-a62b-db8f6ed88a66 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977945 Feb 18 08:27:58.475227 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9f711ba9-2821-4eef-b262-5e63feecbd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:27:58.679030 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635659de-cd4a-4e3a-982a-91abd72023f9 req-17d8046e-eaa8-4bce-a44f-e15cec4579cf tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:58.680575 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-635659de-cd4a-4e3a-982a-91abd72023f9 req-17d8046e-eaa8-4bce-a44f-e15cec4579cf tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0598128 Feb 18 08:27:58.731136 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-635659de-cd4a-4e3a-982a-91abd72023f9 req-494a9995-595c-4f18-b179-c8fa03b0912e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446837 Feb 18 08:27:59.853849 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439776a-ef43-430d-9ed1-10023a7f16f0 req-82b0f9c8-3276-45f0-9cb8-d72502c71639 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:27:59.855578 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2439776a-ef43-430d-9ed1-10023a7f16f0 req-82b0f9c8-3276-45f0-9cb8-d72502c71639 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0548871 Feb 18 08:27:59.905034 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2439776a-ef43-430d-9ed1-10023a7f16f0 req-2044c3b6-b7fb-42c9-ab08-dafa5491be8a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438802 Feb 18 08:28:00.572199 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-2566f3eb-2061-4f70-a036-735c3d272df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:01.891321 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:03.057968 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:04.466272 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:13.023257 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:13.985754 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:28:14.012975 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-177efd34-3672-4ef0-8e80-1e02df67f3fd tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179592831&fields=id&tenant_id=482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 267 time: 0.0451174 Feb 18 08:28:14.116994 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-489b9e1d-8021-4ca2-ae5e-928747e88a47 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:14.118432 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-489b9e1d-8021-4ca2-ae5e-928747e88a47 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 810 time: 0.0990043 Feb 18 08:28:14.136322 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-6a5a32e9-6ba8-4e37-afc6-7ec842c185ab tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/quotas/482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 375 time: 0.0111322 Feb 18 08:28:14.195528 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-3ae5fc01-7b78-4ff3-b9f1-663898fe9207 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544124 Feb 18 08:28:14.391597 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-8024a28b-3065-4d84-bd22-c39031bad17b service neutron] 10.222.0.69 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843529 Feb 18 08:28:14.478938 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-1aae0608-8bfa-443a-ad2e-7eef1a3a120e service neutron] 10.222.0.69 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815146 Feb 18 08:28:14.774847 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eba3f1d8-0547-4f7e-a628-4401609c8a9d req-40fc22cf-e3c1-4a69-8e98-299d1f1ca95d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 210 time: 0.0290799 Feb 18 08:28:15.894726 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f747ea17-fe18-40ba-8b03-839c49f888c9 req-d654e595-f963-4622-8a28-e5c27c5706b0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 210 time: 0.0507286 Feb 18 08:28:15.973819 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-6bff3499-cad5-487e-a021-889de8570ad2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:15.975246 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-6bff3499-cad5-487e-a021-889de8570ad2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 810 time: 0.1217344 Feb 18 08:28:16.043158 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-2e19a8c8-e462-44e1-b33d-2aeaea48254d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 379 time: 0.0548928 Feb 18 08:28:16.051909 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'port': {'device_id': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'admin_state_up': True, 'tenant_id': '482cdb0727e741439015591dde185f01', 'security_groups': ['e7179d0a-69dc-4885-b64a-8b28c3a9df1d']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:28:16.168674 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Made reservation on behalf of 482cdb0727e741439015591dde185f01 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:28:16.172200 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:16.295113 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Allocated IP 172.20.0.6 (8100698b-8a1a-4508-a537-6b0fc4bbd154/4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13/46c6065a-aa91-4388-8022-a7b95162d96b) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:28:16.445462 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (46c6065a-aa91-4388-8022-a7b95162d96b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:16.482082 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:16.526995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:28:16.530148 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:28:16.533776 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:28:16.561856 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=46c6065a-aa91-4388-8022-a7b95162d96b,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:16.575764 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.576115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.576455 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.576787 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.577124 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.577431 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.577752 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.578106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.578489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.578745 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.579060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.579445 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.579745 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:16.602120 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:16.602750 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:16.620071 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-9d0700c5-7e90-4e69-bb51-f44cc4ceff48 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718637 Feb 18 08:28:16.686645 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Request body: {'port': {'device_id': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:28:16.744033 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-e26f7a34-2ed7-4c97-988a-b52dedc0733e None None] Provisioning complete for port 46c6065a-aa91-4388-8022-a7b95162d96b triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:28:16.744636 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e26f7a34-2ed7-4c97-988a-b52dedc0733e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:16.749899 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:16.784055 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-e26f7a34-2ed7-4c97-988a-b52dedc0733e None None] Port 46c6065a-aa91-4388-8022-a7b95162d96b cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:28:17.309260 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c6065a-aa91-4388-8022-a7b95162d96b {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:28:17.318814 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Publish callbacks [] for port (46c6065a-aa91-4388-8022-a7b95162d96b), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:17.328604 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6d93a-e1ec-4144-9e15-c947a5115952 req-33d5aa06-48c5-4305-a796-f804605ca3e0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:17.330054 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bbb6d93a-e1ec-4144-9e15-c947a5115952 req-33d5aa06-48c5-4305-a796-f804605ca3e0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 931 time: 0.3643386 Feb 18 08:28:17.345382 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Transition to ACTIVE for port object 46c6065a-aa91-4388-8022-a7b95162d96b will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:28:17.352824 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:17.421754 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bbb6d93a-e1ec-4144-9e15-c947a5115952 req-89cd1f47-c918-4ae1-b7e8-005bebd43d45 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859239 Feb 18 08:28:17.431545 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Pushing event updated for resources: {'Port': ['ID=46c6065a-aa91-4388-8022-a7b95162d96b,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:17.500861 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Attempting to bind port 46c6065a-aa91-4388-8022-a7b95162d96b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:28:17.501327 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Attempting to bind port 46c6065a-aa91-4388-8022-a7b95162d96b by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:28:17.501687 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Attempting to bind port 46c6065a-aa91-4388-8022-a7b95162d96b on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:28:17.506406 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Port 46c6065a-aa91-4388-8022-a7b95162d96b on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:28:17.506728 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Attempting to bind port 46c6065a-aa91-4388-8022-a7b95162d96b on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:28:17.511683 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:28:17.512026 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Checking segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:28:17.512404 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Bound using segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:28:17.512924 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Bound port: 46c6065a-aa91-4388-8022-a7b95162d96b, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:28:17.513282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:17.577230 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] For port 46c6065a-aa91-4388-8022-a7b95162d96b, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:28:17.580165 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] For port 46c6065a-aa91-4388-8022-a7b95162d96b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46c6065a-aa91-4388-8022-a7b95162d96b,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:28:17.587932 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:17.634061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:17.634707 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:17.636098 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] 10.222.0.79 "PUT /v2.0/ports/46c6065a-aa91-4388-8022-a7b95162d96b HTTP/1.1" status: 200 len: 1093 time: 0.9979057 Feb 18 08:28:17.636534 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:28:17.638779 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:28:17.660191 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432847b-6fe4-4875-9358-17cc00068c5b service neutron] Pushing event updated for resources: {'Port': ['ID=46c6065a-aa91-4388-8022-a7b95162d96b,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:17.746544 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd1700-3b94-43e1-b854-a44f52d07e42 x-openstack-request-id: req-17dd1700-3b94-43e1-b854-a44f52d07e42 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:28:17.747040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:28:17.747354 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17dd1700-3b94-43e1-b854-a44f52d07e42 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:28:17.747778 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b', 'status': 'completed', 'code': 200} Feb 18 08:28:17.753663 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-abeffa8e-5d9c-472f-b903-e15b0bd04b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:17.755206 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-abeffa8e-5d9c-472f-b903-e15b0bd04b9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 1127 time: 0.0543261 Feb 18 08:28:17.806767 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-2169b1f8-9de5-4207-b774-1fb2989dd3b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c6065a-aa91-4388-8022-a7b95162d96b HTTP/1.1" status: 200 len: 217 time: 0.0407796 Feb 18 08:28:17.857964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-1e13ab1b-95b9-4229-ac20-daefc9c57c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:17.859436 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-1e13ab1b-95b9-4229-ac20-daefc9c57c10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0453892 Feb 18 08:28:17.911840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-fa5ea0a3-b44d-4e62-b0d9-319e6de12291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:17.914003 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-fa5ea0a3-b44d-4e62-b0d9-319e6de12291 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465600 Feb 18 08:28:18.023858 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-5f1bb275-aa94-47b0-92f4-8406ce9a853e service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012437 Feb 18 08:28:18.118589 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2f13869d-6bb1-490a-8565-fb4c52315f77 req-c6985dc4-9568-4dae-bb91-54f2a62f8c8d service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871663 Feb 18 08:28:18.235696 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-f0b9734f-c150-4de0-9684-e86b0f762a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:18.237242 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-f0b9734f-c150-4de0-9684-e86b0f762a4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 1127 time: 0.0631332 Feb 18 08:28:18.332909 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-e7887ba0-847f-49c0-b5c4-896e93dde9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:18.334359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-e7887ba0-847f-49c0-b5c4-896e93dde9cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.0909171 Feb 18 08:28:18.382604 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-568207ae-2880-45c6-ae5b-f3007e884a32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c6065a-aa91-4388-8022-a7b95162d96b HTTP/1.1" status: 200 len: 217 time: 0.0393922 Feb 18 08:28:18.433112 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-ad21f4be-6d3a-4e76-955b-bd6f35d2c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:18.434635 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-ad21f4be-6d3a-4e76-955b-bd6f35d2c9f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0451412 Feb 18 08:28:18.484661 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-aa07be14-1cd0-45af-9b45-de563aac92e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:18.486209 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-aa07be14-1cd0-45af-9b45-de563aac92e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450082 Feb 18 08:28:18.601420 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc601079-5e18-4954-aade-42036c7002c3 req-49b4f28e-bdfe-414d-b4f4-55328c60dbd0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:18.602876 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc601079-5e18-4954-aade-42036c7002c3 req-49b4f28e-bdfe-414d-b4f4-55328c60dbd0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.1121967 Feb 18 08:28:18.624671 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-2a73d637-5748-4f38-98de-3b09d7becaa2 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256778 Feb 18 08:28:18.698342 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dc601079-5e18-4954-aade-42036c7002c3 req-c78e9433-bb85-470e-88e4-81150e3595ca tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898118 Feb 18 08:28:18.738866 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf22e699-b3f1-4ade-a686-6bfb9c2571c8 req-18b17e49-1daf-465a-ad54-e8b46bb49cfe service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068223 Feb 18 08:28:19.830636 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57e148-9957-4cb5-9da7-1f42a715af04 req-ba2be648-3335-4e96-bd9e-3a938eee0257 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:19.832165 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c57e148-9957-4cb5-9da7-1f42a715af04 req-ba2be648-3335-4e96-bd9e-3a938eee0257 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0582371 Feb 18 08:28:19.889899 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c57e148-9957-4cb5-9da7-1f42a715af04 req-60427309-9d44-4af4-9373-e18a95c08e50 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519645 Feb 18 08:28:21.018378 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19018d4d-fcad-46b6-aaa8-5c6790834727 req-f2933769-1dd1-4c3a-815f-4fb4be24be1c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:21.019859 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-19018d4d-fcad-46b6-aaa8-5c6790834727 req-f2933769-1dd1-4c3a-815f-4fb4be24be1c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0559494 Feb 18 08:28:21.071859 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-19018d4d-fcad-46b6-aaa8-5c6790834727 req-9c117e56-caba-4e2d-bad7-24626f5eca28 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447612 Feb 18 08:28:22.209497 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13347ab2-9169-45a5-96d4-f588d40e8454 req-2b2d0107-076b-45f2-9164-9246cfc80a1e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:22.211003 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-13347ab2-9169-45a5-96d4-f588d40e8454 req-2b2d0107-076b-45f2-9164-9246cfc80a1e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0608611 Feb 18 08:28:22.267307 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-13347ab2-9169-45a5-96d4-f588d40e8454 req-44fc3d21-68fc-4cbc-9a44-282e15a17e58 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487385 Feb 18 08:28:23.402655 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00978d4-858c-4af4-b7fe-888b2fde50de req-e3009c53-7f63-4382-8282-9ed0f3f80107 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:23.404158 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e00978d4-858c-4af4-b7fe-888b2fde50de req-e3009c53-7f63-4382-8282-9ed0f3f80107 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0545700 Feb 18 08:28:23.452321 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e00978d4-858c-4af4-b7fe-888b2fde50de req-1e2e7bf2-bf10-4fc5-bf6b-c80368dbc15b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Feb 18 08:28:24.601254 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec1c8-07ad-42b5-89f5-6fb343b3cf62 req-3d41b4a8-befd-478b-8402-c765aff35f2d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:24.602904 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31eec1c8-07ad-42b5-89f5-6fb343b3cf62 req-3d41b4a8-befd-478b-8402-c765aff35f2d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0621927 Feb 18 08:28:24.653496 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-31eec1c8-07ad-42b5-89f5-6fb343b3cf62 req-11575c3a-8e4a-455d-9d1d-5bec38f36dc4 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417697 Feb 18 08:28:25.790478 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa50f92-d4ab-4f9a-9bdf-1e1fb739cef2 req-78204a48-85fb-4364-8eff-0bd74818b95b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:25.792411 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-faa50f92-d4ab-4f9a-9bdf-1e1fb739cef2 req-78204a48-85fb-4364-8eff-0bd74818b95b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0591934 Feb 18 08:28:25.840990 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-faa50f92-d4ab-4f9a-9bdf-1e1fb739cef2 req-ff564149-7e5c-4582-8a0b-fb7fd410307e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 Feb 18 08:28:26.975895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c836e1a-8b1e-44ab-9987-dbc046d72dbe req-3c19d337-cf10-4b44-ac0d-8cf52940d734 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:26.977365 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5c836e1a-8b1e-44ab-9987-dbc046d72dbe req-3c19d337-cf10-4b44-ac0d-8cf52940d734 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 943 time: 0.0618372 Feb 18 08:28:27.032109 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5c836e1a-8b1e-44ab-9987-dbc046d72dbe req-6c501bb5-0f77-4a26-827a-6a10d9e6ddd9 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475175 Feb 18 08:28:27.432165 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 46c6065a-aa91-4388-8022-a7b95162d96b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:28:27.551661 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 46c6065a-aa91-4388-8022-a7b95162d96b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46c6065a-aa91-4388-8022-a7b95162d96b,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:28:27.563461 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '46c6065a-aa91-4388-8022-a7b95162d96b', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'port_id': '46c6065a-aa91-4388-8022-a7b95162d96b', 'mac_address': 'fa:16:3e:82:d5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:28:27.607156 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 46c6065a-aa91-4388-8022-a7b95162d96b is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:28:27.607778 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:27.626613 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c6065a-aa91-4388-8022-a7b95162d96b {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:28:27.645703 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 46c6065a-aa91-4388-8022-a7b95162d96b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46c6065a-aa91-4388-8022-a7b95162d96b,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:28:27.654079 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:27.714915 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=46c6065a-aa91-4388-8022-a7b95162d96b,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:28.046733 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['46c6065a-aa91-4388-8022-a7b95162d96b'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:28:28.151980 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51f1f7-b577-41ba-96eb-232c11ba86cc req-7dd96e59-fbbf-47c1-a69c-bae2bf27ed90 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:28.153452 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f51f1f7-b577-41ba-96eb-232c11ba86cc req-7dd96e59-fbbf-47c1-a69c-bae2bf27ed90 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 944 time: 0.0519176 Feb 18 08:28:28.203770 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8f51f1f7-b577-41ba-96eb-232c11ba86cc req-ec95dd2e-db58-497e-81ca-103b73fca18c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438502 Feb 18 08:28:28.470266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-768cbce1-5048-4ae5-a21f-d744ea131a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:29.345412 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bda29-de27-40fd-b53e-4eb6ffc4d707 req-7802e9af-435e-40ae-9b25-a69b11e18d2a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:29.347317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef5bda29-de27-40fd-b53e-4eb6ffc4d707 req-7802e9af-435e-40ae-9b25-a69b11e18d2a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 944 time: 0.0573759 Feb 18 08:28:29.398116 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ef5bda29-de27-40fd-b53e-4eb6ffc4d707 req-5f77f8d0-f660-48aa-a9c9-5242e869769c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449843 Feb 18 08:28:29.455607 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 46c6065a-aa91-4388-8022-a7b95162d96b up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:28:29.523026 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 46c6065a-aa91-4388-8022-a7b95162d96b completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:28:29.527088 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 46c6065a-aa91-4388-8022-a7b95162d96b triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:28:29.527457 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:29.606212 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 46c6065a-aa91-4388-8022-a7b95162d96b is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:28:29.606588 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:29.630625 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:28:29.633018 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9bd533-e9c5-4812-bfc2-487a96929b92" -d '{"events": [{"server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "name": "network-vif-plugged", "status": "completed", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:28:29.644918 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 46c6065a-aa91-4388-8022-a7b95162d96b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46c6065a-aa91-4388-8022-a7b95162d96b,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:28:29.650986 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:29.699369 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=46c6065a-aa91-4388-8022-a7b95162d96b,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:29.730154 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f220ab2f-68ab-4f78-af86-0854f5edccb1 x-openstack-request-id: req-f220ab2f-68ab-4f78-af86-0854f5edccb1 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:28:29.730444 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "name": "network-vif-plugged", "status": "completed", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:28:29.730700 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f220ab2f-68ab-4f78-af86-0854f5edccb1 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:28:29.731078 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b', 'code': 200} Feb 18 08:28:29.979435 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95b894-49b6-4e08-93a2-1bd5d41d17f1 req-3a170926-c514-40c6-b4dc-3a1ae0796f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:29.981653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a95b894-49b6-4e08-93a2-1bd5d41d17f1 req-3a170926-c514-40c6-b4dc-3a1ae0796f45 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 1129 time: 0.0514338 Feb 18 08:28:30.028640 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a95b894-49b6-4e08-93a2-1bd5d41d17f1 req-8157a141-39c3-4c76-a62c-49df826c79b5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403993 Feb 18 08:28:30.529030 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d92e80-9de8-4df8-978d-f8d0f7b78664 req-87d38102-b404-4683-80e4-b38ed6d85cee tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:30.530827 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80d92e80-9de8-4df8-978d-f8d0f7b78664 req-87d38102-b404-4683-80e4-b38ed6d85cee tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 945 time: 0.0658059 Feb 18 08:28:30.577054 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e2b12346-b63b-4180-89fb-fb6c3661e796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:30.587124 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80d92e80-9de8-4df8-978d-f8d0f7b78664 req-6fc7a61e-9059-436e-8d3f-011e70f06d85 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504298 Feb 18 08:28:31.719257 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bf004-2244-4b58-80a4-466c4e9e6906 req-f6c2820d-e942-439b-beb7-f3feeb88f558 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:31.720764 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-771bf004-2244-4b58-80a4-466c4e9e6906 req-f6c2820d-e942-439b-beb7-f3feeb88f558 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 945 time: 0.0555413 Feb 18 08:28:31.775248 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-771bf004-2244-4b58-80a4-466c4e9e6906 req-ee01e52c-eb2c-4e75-a6fb-820f8c09e0b2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463083 Feb 18 08:28:31.889047 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:31.904647 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fb5cc-b47e-4fe8-a798-2df96a7a1b0d req-c13b4327-0625-4b57-8aed-8d2defcc77d8 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:31.906168 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e89fb5cc-b47e-4fe8-a798-2df96a7a1b0d req-c13b4327-0625-4b57-8aed-8d2defcc77d8 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Feb 18 08:28:31.955712 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e89fb5cc-b47e-4fe8-a798-2df96a7a1b0d req-a8cc4c9f-2477-451c-b193-87d8ac202294 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Feb 18 08:28:31.979549 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35232) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:28:32.085760 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf3d38-7bc3-4302-b741-f17ddcff9ba1 tempest-TestVolumeBootPattern-1604491523 tempest-TestVolumeBootPattern-1604491523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:32.087278 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-48bf3d38-7bc3-4302-b741-f17ddcff9ba1 tempest-TestVolumeBootPattern-1604491523 tempest-TestVolumeBootPattern-1604491523-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 1124 time: 0.1066542 Feb 18 08:28:32.090452 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35236) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:28:32.094920 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'port_id': '46c6065a-aa91-4388-8022-a7b95162d96b', 'tenant_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:28:32.117879 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:32.227226 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:32.336131 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Allocated IP 172.27.3.80 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/8b440752-ca58-4408-8caa-fe57f96663f6) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:28:32.437297 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (8b440752-ca58-4408-8caa-fe57f96663f6), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:32.474272 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (8b440752-ca58-4408-8caa-fe57f96663f6), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:32.516762 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:28:32.519516 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:28:32.523150 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:28:32.528397 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=8b440752-ca58-4408-8caa-fe57f96663f6,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:32.559233 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.559583 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.559960 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.560297 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.560629 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.561073 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.561405 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.561732 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.562057 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.562386 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.562706 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.563012 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.563326 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:28:32.910165 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (15f2f67f-562e-435c-8b6f-b8a4bb4ad00c), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:32.992316 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8b440752-ca58-4408-8caa-fe57f96663f6), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:33.057056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:33.152717 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (8b440752-ca58-4408-8caa-fe57f96663f6), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:33.161156 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (8b440752-ca58-4408-8caa-fe57f96663f6), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:33.227104 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=8b440752-ca58-4408-8caa-fe57f96663f6,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:28:33.243820 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (15f2f67f-562e-435c-8b6f-b8a4bb4ad00c), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:33.352771 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Floating IP 15f2f67f-562e-435c-8b6f-b8a4bb4ad00c associated. External IP: 172.27.3.80, port: 46c6065a-aa91-4388-8022-a7b95162d96b. Feb 18 08:28:33.761527 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:28:33.879129 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:28:33.889524 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:28:33.897868 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:33.899718 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:28:33.900450 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:28:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:28:33.928429 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d8ed4e85-7f6e-47a7-9b2e-45aedc60d9c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8368998 Feb 18 08:28:33.929008 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:28:33.931260 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f13a2-e776-4334-932c-dd4e04227dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:28:34.008561 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:28:34.027397 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e33f1a-7d97-4ba1-aa95-74758fa00c43 x-openstack-request-id: req-25e33f1a-7d97-4ba1-aa95-74758fa00c43 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:28:34.027942 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:28:34.027942 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25e33f1a-7d97-4ba1-aa95-74758fa00c43 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:28:34.028342 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b', 'status': 'completed', 'code': 200} Feb 18 08:28:34.094925 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-a159f3db-f218-4326-88bc-fe21ce49e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:34.096549 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-a159f3db-f218-4326-88bc-fe21ce49e774 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 1129 time: 0.0447540 Feb 18 08:28:34.201208 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-56062c2e-f713-4e3c-b6ac-ca16cf07e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:34.202750 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-56062c2e-f713-4e3c-b6ac-ca16cf07e059 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.0992000 Feb 18 08:28:34.242423 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '15f2f67f-562e-435c-8b6f-b8a4bb4ad00c', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': '46c6065a-aa91-4388-8022-a7b95162d96b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:82:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:28:32Z', 'updated_at': '2022-02-18T08:28:32Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:28:34.268842 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:28:34.269359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-375ce93a-61a4-410e-889e-a7dacda8dc51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c6065a-aa91-4388-8022-a7b95162d96b HTTP/1.1" status: 200 len: 998 time: 0.0576539 Feb 18 08:28:34.278257 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:28:34.278859 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:28:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:28:34.321665 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-730f8977-ee77-4d68-a8c5-e6bcfdb86e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:34.323123 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-730f8977-ee77-4d68-a8c5-e6bcfdb86e74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0475464 Feb 18 08:28:34.375779 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-84f0310b-dca6-4d55-852c-4b344d994a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:34.377315 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-84f0310b-dca6-4d55-852c-4b344d994a19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458186 Feb 18 08:28:34.390171 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:28:34.469012 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-ebc04c11-ae8f-4fa0-b77b-5cb0dbb59290 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836029 Feb 18 08:28:34.491051 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:34.561785 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e52f13a2-e776-4334-932c-dd4e04227dcd req-ea4e5bfe-ea7c-4ddf-ac41-6dd9047e5de3 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858021 Feb 18 08:28:34.632613 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '15f2f67f-562e-435c-8b6f-b8a4bb4ad00c', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': '46c6065a-aa91-4388-8022-a7b95162d96b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:82:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:28:32Z', 'updated_at': '2022-02-18T08:28:32Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:28:34.658998 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7ecd2-ab42-4fb8-aadb-4af051e6e639 None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '15f2f67f-562e-435c-8b6f-b8a4bb4ad00c', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': '46c6065a-aa91-4388-8022-a7b95162d96b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:82:d5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:28:32Z', 'updated_at': '2022-02-18T08:28:32Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:28:34.854326 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff92873-d1ad-4906-8b50-cfc9884dadca None None] New status for floating IP 15f2f67f-562e-435c-8b6f-b8a4bb4ad00c: ACTIVE {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:28:43.031768 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:46.718741 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017d921-3c08-4c05-bde3-87786d7adc92 req-ec36f1de-1c7a-4317-a33f-395d161dbc29 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:46.720267 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6017d921-3c08-4c05-bde3-87786d7adc92 req-ec36f1de-1c7a-4317-a33f-395d161dbc29 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0866182 Feb 18 08:28:46.726717 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-65c054db-05bd-4a71-84b2-8fff787909f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:46.728412 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-65c054db-05bd-4a71-84b2-8fff787909f1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1168 time: 0.0651703 Feb 18 08:28:46.872590 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6017d921-3c08-4c05-bde3-87786d7adc92 req-1898d1a8-5e9f-48f3-a152-64b65ee060fa tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1430523 Feb 18 08:28:46.901157 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-96940653-c5ab-4b57-a284-bb04a9a75aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:46.902659 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-96940653-c5ab-4b57-a284-bb04a9a75aab service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.1602480 Feb 18 08:28:46.974777 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-fefd4ff6-27e8-448e-81ff-d773d4f10f47 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 1001 time: 0.0660191 Feb 18 08:28:47.024783 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-cc4cf97b-7b83-4c82-98db-300fff2dbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:47.025968 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-cc4cf97b-7b83-4c82-98db-300fff2dbaf8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.0451987 Feb 18 08:28:47.079001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-1572a2a8-975d-4790-a276-2b0adf5c7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:47.081108 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-1572a2a8-975d-4790-a276-2b0adf5c7580 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476704 Feb 18 08:28:47.180005 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-face0c5f-7a49-4a55-a78c-fd5a1358de89 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914605 Feb 18 08:28:47.284553 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-971aa393-843f-4d85-ac1a-401d770e2be3 req-138ce78c-551e-4bbc-9f37-ae45ab0a0a0f service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975897 Feb 18 08:28:48.007357 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7373-b432-4a58-8a8e-59e834178f8b req-4264c9e7-ba8e-47dd-bacc-eeb4003b3663 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:48.008862 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f50a7373-b432-4a58-8a8e-59e834178f8b req-4264c9e7-ba8e-47dd-bacc-eeb4003b3663 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0570190 Feb 18 08:28:48.068815 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f50a7373-b432-4a58-8a8e-59e834178f8b req-a7d88f9e-f5a4-4f87-bb18-6f22108abcdd tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532215 Feb 18 08:28:48.359153 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-4eabc8e8-bd63-4da5-90b5-6b7fbf6be636 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479662 Feb 18 08:28:48.437108 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-ad64763f-18a0-44ef-a548-61de2e334c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:48.438595 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-ad64763f-18a0-44ef-a548-61de2e334c81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1130 time: 0.0472300 Feb 18 08:28:48.558660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-3763522a-fa49-4090-a263-743d06bc6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:48.560149 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-3763522a-fa49-4090-a263-743d06bc6c69 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.0997763 Feb 18 08:28:48.627538 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-648e25a1-fd98-4ab2-ae68-93f5cb6d2ed8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 1001 time: 0.0571904 Feb 18 08:28:48.676300 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-bc022c9b-e9da-4e63-a9b8-0b9fcfbdd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:48.677714 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-bc022c9b-e9da-4e63-a9b8-0b9fcfbdd6b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.0428703 Feb 18 08:28:48.729364 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-ca53a51d-44e2-467b-9b88-aaefc59d2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:48.730808 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-ca53a51d-44e2-467b-9b88-aaefc59d2dec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461290 Feb 18 08:28:48.821095 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-e2371d49-c5ab-4278-a847-e45d2ffc233f service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824194 Feb 18 08:28:48.925771 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-77e2539a-f0c1-41e6-9169-42635d02f76e req-a50ccdb9-af06-4040-9004-43a766da54b9 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979731 Feb 18 08:28:49.209095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651b1c7-7e22-40ec-9a91-1d9a2c48765d req-4c2b83c6-ecdd-43b6-a0c0-9793b4603aa5 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:49.210507 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0651b1c7-7e22-40ec-9a91-1d9a2c48765d req-4c2b83c6-ecdd-43b6-a0c0-9793b4603aa5 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0549381 Feb 18 08:28:49.268602 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0651b1c7-7e22-40ec-9a91-1d9a2c48765d req-2867fc24-0f1b-44c6-a77e-41a93b10daa6 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522916 Feb 18 08:28:50.396618 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4331fe5-9d72-47d4-a265-5195a0c5b601 req-5f8363ac-3529-460b-a5fa-214038a37224 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:50.398089 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4331fe5-9d72-47d4-a265-5195a0c5b601 req-5f8363ac-3529-460b-a5fa-214038a37224 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0551379 Feb 18 08:28:50.460508 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f4331fe5-9d72-47d4-a265-5195a0c5b601 req-6d9f2de3-2bb1-4849-ace7-bc2a43af6fb1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547395 Feb 18 08:28:50.988775 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:28:51.592142 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2436e-3858-4dca-b2f1-0f2f214445f7 req-3d41c10a-fe29-477f-bae1-25879342a717 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:51.593491 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a8f2436e-3858-4dca-b2f1-0f2f214445f7 req-3d41c10a-fe29-477f-bae1-25879342a717 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0589831 Feb 18 08:28:51.657226 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a8f2436e-3858-4dca-b2f1-0f2f214445f7 req-0a362097-7690-40a3-a80e-914368cf56a8 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549991 Feb 18 08:28:52.787080 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916a3c8-4f3d-4153-8b0a-9edf29c118bd req-289ee2d7-ab46-4963-9e75-26d923f3c0a3 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:52.788593 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f916a3c8-4f3d-4153-8b0a-9edf29c118bd req-289ee2d7-ab46-4963-9e75-26d923f3c0a3 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0612824 Feb 18 08:28:52.848923 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f916a3c8-4f3d-4153-8b0a-9edf29c118bd req-ad23fc23-a99a-461f-b986-f12e8427cd01 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542450 Feb 18 08:28:53.983022 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6b5fc-6336-4f02-9b12-4dd734b2028e req-714900c9-7cf3-4b96-8f30-26df6fcaba64 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:53.984579 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c5e6b5fc-6336-4f02-9b12-4dd734b2028e req-714900c9-7cf3-4b96-8f30-26df6fcaba64 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0549846 Feb 18 08:28:54.050749 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c5e6b5fc-6336-4f02-9b12-4dd734b2028e req-c949f843-bb30-4294-b2f5-937b57d7cb52 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589104 Feb 18 08:28:55.188060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88040-3963-45d9-aa8f-68b72a3e992f req-8af7aee6-629d-48d0-b5cc-27edc5e6a650 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:55.190475 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e5b88040-3963-45d9-aa8f-68b72a3e992f req-8af7aee6-629d-48d0-b5cc-27edc5e6a650 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0678535 Feb 18 08:28:55.249113 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e5b88040-3963-45d9-aa8f-68b72a3e992f req-d7a537ea-2349-4ae3-aa6e-ef8f80363c40 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526552 Feb 18 08:28:56.386506 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c12be1-c010-429e-a9ad-a66c843606d8 req-64fac0e5-1f85-4302-a29d-93d4aae56ae4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:56.387975 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-17c12be1-c010-429e-a9ad-a66c843606d8 req-64fac0e5-1f85-4302-a29d-93d4aae56ae4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0582185 Feb 18 08:28:56.450770 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-17c12be1-c010-429e-a9ad-a66c843606d8 req-7c12cf48-9abb-476d-b081-cdfea6bbe58b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544569 Feb 18 08:28:57.586252 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8d58c-e99c-4753-92b2-33c8da9467b3 req-ece030aa-8f58-4dc3-ae6b-486d78946dfd tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:57.587606 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c4f8d58c-e99c-4753-92b2-33c8da9467b3 req-ece030aa-8f58-4dc3-ae6b-486d78946dfd tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0580783 Feb 18 08:28:57.646549 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c4f8d58c-e99c-4753-92b2-33c8da9467b3 req-ca2dd415-c3ff-476c-9520-e0796e459598 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530872 Feb 18 08:28:58.477855 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-59ede8ed-bc99-45f5-a34f-78b325f50861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:28:58.776308 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142a715-92f1-4676-81cf-d2005243b888 req-4c3f21bb-07f4-4dc4-bcd7-c2e9c97b2473 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:28:58.777700 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1142a715-92f1-4676-81cf-d2005243b888 req-4c3f21bb-07f4-4dc4-bcd7-c2e9c97b2473 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0554852 Feb 18 08:28:58.839589 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1142a715-92f1-4676-81cf-d2005243b888 req-b62ffe9d-ae8b-4007-a9b2-89a8dde64804 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&id=099ed8e8-e743-4cb0-af05-aed9da2d9e58&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535038 Feb 18 08:29:00.581011 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1764-d2d5-4567-8d6f-68cea4bbfa56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:00.668003 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fb0d5-6307-4701-bce4-1d6842e73f08 req-6bcf3af2-e917-472d-84ad-2431b6648478 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:00.669375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-685fb0d5-6307-4701-bce4-1d6842e73f08 req-6bcf3af2-e917-472d-84ad-2431b6648478 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.0583754 Feb 18 08:29:00.718949 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-685fb0d5-6307-4701-bce4-1d6842e73f08 req-534bd4e1-97b1-4555-aa7f-2a4c6eb17799 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Feb 18 08:29:01.850777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067484e1-1870-4d85-93ee-cb7afbe6af31 req-4fae3dbe-d7bb-4a67-9381-fbf465d58360 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:01.852311 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-067484e1-1870-4d85-93ee-cb7afbe6af31 req-4fae3dbe-d7bb-4a67-9381-fbf465d58360 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.0527747 Feb 18 08:29:01.892062 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:01.900326 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-067484e1-1870-4d85-93ee-cb7afbe6af31 req-109d6149-0233-4808-9cac-5a84f9d84fc0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423763 Feb 18 08:29:02.546605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-f9c90a08-3cd4-4150-985a-e92f31628eba tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:02.548098 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-f9c90a08-3cd4-4150-985a-e92f31628eba tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.0666838 Feb 18 08:29:02.649841 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Deleting port f851bb0c-c511-451c-a45b-4645dba0098c {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:29:02.650125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:02.736842 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] For port f851bb0c-c511-451c-a45b-4645dba0098c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f851bb0c-c511-451c-a45b-4645dba0098c,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:29:02.737192 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:03.062340 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:03.292018 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:03.292657 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (1fc59d67-1167-4560-b428-e2b5d833effe), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:03.292657 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Floating IP 1fc59d67-1167-4560-b428-e2b5d833effe disassociated. External IP: 172.27.3.42, port: f851bb0c-c511-451c-a45b-4645dba0098c. Feb 18 08:29:03.292981 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Calling delete_port for f851bb0c-c511-451c-a45b-4645dba0098c owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:29:03.350591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e675366-ce4c-493c-8698-27574a3e2b26 req-b6a4e96e-1bc9-4fdc-9b2d-141815e609f3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:03.352144 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e675366-ce4c-493c-8698-27574a3e2b26 req-b6a4e96e-1bc9-4fdc-9b2d-141815e609f3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=d2fe7e4e-dfdf-456e-8490-69ba0d427283 HTTP/1.1" status: 200 len: 947 time: 0.1303515 Feb 18 08:29:03.420023 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1e675366-ce4c-493c-8698-27574a3e2b26 req-7b7efd1a-25cd-467f-a3ea-8ef74627d6f5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612509 Feb 18 08:29:03.473487 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (f851bb0c-c511-451c-a45b-4645dba0098c), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:03.500821 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event deleted for resources: {'Port': ['ID=f851bb0c-c511-451c-a45b-4645dba0098c,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:03.614170 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Router dca04083-ae31-404f-b1f2-e4159b13d617 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:29:03.730133 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:29:03.740994 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662acf-d620-4882-b354-573d758ebf92 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:29:03.751192 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:29:03.751849 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:29:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:03.776689 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] No DVR routers for this DVR port f851bb0c-c511-451c-a45b-4645dba0098c on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:29:03.779354 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:03.782663 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9b7d5072-51ed-4295-93bd-bafdc0c817a4 req-3c63e1b5-c513-4374-9e4c-dce13a27532b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "DELETE /v2.0/ports/f851bb0c-c511-451c-a45b-4645dba0098c HTTP/1.1" status: 204 len: 173 time: 1.2288013 Feb 18 08:29:03.783111 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-deleted', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:29:03.785532 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07b9a7f-95e3-461d-a010-8df583e36247" -d '{"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-deleted", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:29:03.837173 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4be981-650b-4001-8511-c9a0551dc42c x-openstack-request-id: req-ee4be981-650b-4001-8511-c9a0551dc42c {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:29:03.837472 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fe7e4e-dfdf-456e-8490-69ba0d427283", "name": "network-vif-deleted", "tag": "f851bb0c-c511-451c-a45b-4645dba0098c", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:29:03.837799 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee4be981-650b-4001-8511-c9a0551dc42c {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:29:03.838158 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2fe7e4e-dfdf-456e-8490-69ba0d427283', 'name': 'network-vif-deleted', 'tag': 'f851bb0c-c511-451c-a45b-4645dba0098c', 'status': 'completed', 'code': 200} Feb 18 08:29:03.864023 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:29:04.060817 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:04.091266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662acf-d620-4882-b354-573d758ebf92 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:29:04.100107 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:29:04.100706 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:29:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:04.357828 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:29:04.494647 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.511564 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35332) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:04.569477 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4af7a179-6e33-4542-b620-a87b929b3a6b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.591738 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-75662acf-d620-4882-b354-573d758ebf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:04.593614 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4af7a179-6e33-4542-b620-a87b929b3a6b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.618621 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662acf-d620-4882-b354-573d758ebf92 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:29:04.643543 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4af7a179-6e33-4542-b620-a87b929b3a6b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.646562 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4af7a179-6e33-4542-b620-a87b929b3a6b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.650692 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-4af7a179-6e33-4542-b620-a87b929b3a6b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "DELETE /v2.0/security-groups/c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8 HTTP/1.1" status: 204 len: 168 time: 0.1380329 Feb 18 08:29:04.650824 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35334) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:04.661486 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7a179-6e33-4542-b620-a87b929b3a6b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:04.669381 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.api.v2.resource [None req-569637c5-7b17-46ad-b01c-f57e653d3f02 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] show failed (client error): The resource could not be found. Feb 18 08:29:04.670650 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-569637c5-7b17-46ad-b01c-f57e653d3f02 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups/c7e1b8aa-9fbc-475b-8e8a-1cc74a267bc8 HTTP/1.1" status: 404 len: 347 time: 0.0185885 Feb 18 08:29:04.673872 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35336) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:04.801104 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Deleting port 47f57c4a-9e42-41f9-b5a2-1dec881a900c {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:29:04.801442 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.884139 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.884462 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (47f57c4a-9e42-41f9-b5a2-1dec881a900c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:04.884576 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dbba64-5d05-4c59-93f3-da3118b65885 None None] New status for floating IP 1fc59d67-1167-4560-b428-e2b5d833effe: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:29:04.896417 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Calling delete_port for 47f57c4a-9e42-41f9-b5a2-1dec881a900c owned by network:floatingip {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:29:05.048671 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (47f57c4a-9e42-41f9-b5a2-1dec881a900c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.074755 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event deleted for resources: {'Port': ['ID=47f57c4a-9e42-41f9-b5a2-1dec881a900c,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:05.138996 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (1fc59d67-1167-4560-b428-e2b5d833effe), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.141444 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.142626 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1a6aa685-a0d7-44d9-ac76-fa443f206f71 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "DELETE /v2.0/floatingips/1fc59d67-1167-4560-b428-e2b5d833effe HTTP/1.1" status: 204 len: 168 time: 0.4677320 Feb 18 08:29:05.560693 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35340) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:05.565327 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942815539', 'description': 'tempest-description--2135647660'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:05.576629 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:29:05.587344 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.601487 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: f851bb0c-c511-451c-a45b-4645dba0098c {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:29:05.601990 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device f851bb0c-c511-451c-a45b-4645dba0098c not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:29:05.656282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (137c6a1c-e1a4-483f-bcb2-fb6caaef3211), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.661333 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (137c6a1c-e1a4-483f-bcb2-fb6caaef3211), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.688978 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.690201 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285605 Feb 18 08:29:05.693498 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35342) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:05.698793 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'security_group_rule': {'security_group_id': '137c6a1c-e1a4-483f-bcb2-fb6caaef3211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:05.702816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77afde-3b94-4d8e-aa56-e715ca8bfb9b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137c6a1c-e1a4-483f-bcb2-fb6caaef3211,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:05.726744 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (f26a954d-b590-4bfb-9ae7-2288d6dadcc9), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.780654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (f26a954d-b590-4bfb-9ae7-2288d6dadcc9), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.785731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (f26a954d-b590-4bfb-9ae7-2288d6dadcc9), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.799939 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a954d-b590-4bfb-9ae7-2288d6dadcc9,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:05.815270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.816621 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-24baa790-2607-4c41-bc2a-1872b0f2bcc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216919 Feb 18 08:29:05.819365 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35344) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:05.823840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'security_group_rule': {'security_group_id': '137c6a1c-e1a4-483f-bcb2-fb6caaef3211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:05.850014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (d1a3c664-f8f6-4619-9211-876991b582a8), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.904776 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (d1a3c664-f8f6-4619-9211-876991b582a8), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.909644 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (d1a3c664-f8f6-4619-9211-876991b582a8), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.927049 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a3c664-f8f6-4619-9211-876991b582a8,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:05.937383 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:05.938652 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-bcd30730-9549-4d86-84b4-5123d666bfbd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182511 Feb 18 08:29:05.942009 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35346) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:05.946695 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:05.966923 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.071315 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.177117 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Allocated IP 172.27.3.242 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/3dca97e1-86f1-4bb4-ad50-867411cd0e37) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:29:06.287791 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.325201 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.364927 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:29:06.368027 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:29:06.371905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:29:06.377753 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'Port': ['ID=3dca97e1-86f1-4bb4-ad50-867411cd0e37,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:06.466950 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (b3b959db-aecb-42ec-bc2f-c9f6b77bc731), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.507356 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.665108 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.673061 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.756279 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'Port': ['ID=3dca97e1-86f1-4bb4-ad50-867411cd0e37,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:06.759083 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b3b959db-aecb-42ec-bc2f-c9f6b77bc731), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.776517 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:06.777735 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-8be6f80d-c7ac-4270-b51f-95207141f51f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8347065 Feb 18 08:29:06.982687 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-292d3131-4c2f-44e7-bce5-02cadf236771 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--942815539&fields=id&tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 267 time: 0.0503764 Feb 18 08:29:07.086293 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-ad65ffc4-dba2-4b01-9ded-6beacc1fd602 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:07.087736 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-ad65ffc4-dba2-4b01-9ded-6beacc1fd602 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 816 time: 0.0985124 Feb 18 08:29:07.102856 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-0283e5d8-a3dd-4eaa-87bb-dae341f4bb15 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/quotas/c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 375 time: 0.0092824 Feb 18 08:29:07.157581 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-f2762436-ba0a-4050-bb4e-61112be740eb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494447 Feb 18 08:29:07.264468 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-4e783aea-e315-4c77-b065-e9af9012d5d1 service neutron] 10.222.0.69 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950861 Feb 18 08:29:07.362670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-8970836e-2a88-49cd-8b49-7e97ea7aa619 service neutron] 10.222.0.69 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897806 Feb 18 08:29:07.529165 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-204c9709-178a-4fd7-9180-500976963125 req-df16527d-be68-485a-a6b1-9f9984905aa0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 210 time: 0.0316734 Feb 18 08:29:08.559805 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-d09d97b1-74b4-4b48-95a6-a19d80a03eef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:08.561153 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-d09d97b1-74b4-4b48-95a6-a19d80a03eef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 816 time: 0.1483870 Feb 18 08:29:08.567647 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306ff73-59fc-4c98-927c-b536a9212bae req-230d3183-8cce-475c-9298-87e0cdbee0f7 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:08.569000 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0306ff73-59fc-4c98-927c-b536a9212bae req-230d3183-8cce-475c-9298-87e0cdbee0f7 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.1048412 Feb 18 08:29:08.649660 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-da523f5d-3afc-48dc-b832-d542ac89d47f req-9c7e4760-abc2-410d-9b22-faa6d65de095 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 210 time: 0.0449688 Feb 18 08:29:08.677746 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-50c1fb8b-03aa-4ab2-9566-cc66d5b01840 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 379 time: 0.1056273 Feb 18 08:29:08.680692 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0306ff73-59fc-4c98-927c-b536a9212bae req-0af9d281-c6e6-49e1-b1e4-501ca1eb8d37 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030097 Feb 18 08:29:08.688088 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'port': {'device_id': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'admin_state_up': True, 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'security_groups': ['137c6a1c-e1a4-483f-bcb2-fb6caaef3211']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:08.799821 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Made reservation on behalf of c3b06bd841124e2fab3bfc2eb7ffcdfd for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:29:08.803143 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:08.928832 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Allocated IP 172.20.0.10 (9aee4954-8c06-47d1-ac02-b10e1f74fa2c/f5583f06-f98f-4a6b-bac2-d7e7de013d46/7606dbb2-29d9-45be-a2fc-9c413939e25f) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:29:09.061757 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.098564 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.141285 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:29:09.144408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:29:09.147965 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:29:09.154218 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:09.206684 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:09.207304 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.225316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-0edf95a8-5a59-42bb-8a80-662063bd559d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5409884 Feb 18 08:29:09.236824 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Request body: {'port': {'device_id': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:09.298654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.381244 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-c5491689-f7d4-4957-9255-5e78dcd62391 None None] Provisioning complete for port 7606dbb2-29d9-45be-a2fc-9c413939e25f triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:29:09.381812 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c5491689-f7d4-4957-9255-5e78dcd62391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.416077 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-c5491689-f7d4-4957-9255-5e78dcd62391 None None] Port 7606dbb2-29d9-45be-a2fc-9c413939e25f cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:29:09.562911 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7606dbb2-29d9-45be-a2fc-9c413939e25f {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:29:09.570168 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Publish callbacks [] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.582045 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Transition to ACTIVE for port object 7606dbb2-29d9-45be-a2fc-9c413939e25f will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:29:09.588821 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.645486 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:09.721498 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Attempting to bind port 7606dbb2-29d9-45be-a2fc-9c413939e25f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:29:09.722015 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Attempting to bind port 7606dbb2-29d9-45be-a2fc-9c413939e25f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:29:09.722364 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Attempting to bind port 7606dbb2-29d9-45be-a2fc-9c413939e25f on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:29:09.729745 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Port 7606dbb2-29d9-45be-a2fc-9c413939e25f on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:29:09.730062 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Attempting to bind port 7606dbb2-29d9-45be-a2fc-9c413939e25f on network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:29:09.762673 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:29:09.763016 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Checking segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:29:09.763397 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Bound using segment: {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:29:09.763875 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Bound port: 7606dbb2-29d9-45be-a2fc-9c413939e25f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e546d92-02d8-4c9d-82e8-169153d921af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:29:09.764240 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.868198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5d109-dfbf-4830-b63a-78d3916dc680 req-b723b9c9-3b60-4527-af88-14bdbdc8bf44 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:09.869710 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-09d5d109-dfbf-4830-b63a-78d3916dc680 req-b723b9c9-3b60-4527-af88-14bdbdc8bf44 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.1417994 Feb 18 08:29:09.909185 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:29:09.917870 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c2054-2966-4135-807e-98feba24fbb4 req-63bc4077-c7f8-44c1-8b58-1a7ed543d088 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:09.919291 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b63c2054-2966-4135-807e-98feba24fbb4 req-63bc4077-c7f8-44c1-8b58-1a7ed543d088 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.1578760 Feb 18 08:29:09.939616 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:29:09.965604 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:09.977719 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-09d5d109-dfbf-4830-b63a-78d3916dc680 req-af1275b5-75a9-40eb-9fc4-d3f8f220b022 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995884 Feb 18 08:29:10.011564 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.012211 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:10.013604 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] 10.222.0.79 "PUT /v2.0/ports/7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 1094 time: 0.7811067 Feb 18 08:29:10.014051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:29:10.016390 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b96441d-044b-4a57-9f87-da853b1269b0" -d '{"events": [{"name": "network-changed", "server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:29:10.050150 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b63c2054-2966-4135-807e-98feba24fbb4 req-fed9a82e-bf84-4a80-b383-14aaa2cae3d6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208596 Feb 18 08:29:10.056569 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123384b-87c5-4049-9166-b1ea0dafa55c service neutron] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:10.065155 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135273b0-9802-4190-94fa-50736313a529 x-openstack-request-id: req-135273b0-9802-4190-94fa-50736313a529 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:29:10.065376 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:29:10.065625 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-135273b0-9802-4190-94fa-50736313a529 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:29:10.066026 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'status': 'completed', 'code': 200} Feb 18 08:29:10.128669 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-6e728913-4e40-42c1-94d2-f6a46074c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.130313 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-6e728913-4e40-42c1-94d2-f6a46074c43c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1128 time: 0.0540724 Feb 18 08:29:10.176349 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-089bd75a-0bfb-4adc-adf7-da3d4488095b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 217 time: 0.0384822 Feb 18 08:29:10.227698 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-37dfc535-32a1-499c-90fe-763f7b522c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.229179 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-37dfc535-32a1-499c-90fe-763f7b522c6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0452209 Feb 18 08:29:10.285612 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5339edd-64c4-4554-bb20-088949d23707 req-c09717c0-bcd1-435f-8816-3f1cc8d962f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.287082 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-c09717c0-bcd1-435f-8816-3f1cc8d962f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517662 Feb 18 08:29:10.382647 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-14200cbd-5846-4007-aa1b-7b2e064e4f61 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885983 Feb 18 08:29:10.477688 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d5339edd-64c4-4554-bb20-088949d23707 req-ba358b1b-68a5-45a8-a3af-9e732d029c19 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868487 Feb 18 08:29:10.574517 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-732af1b5-225b-41e3-86c3-2fa7dcb46a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.576021 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-732af1b5-225b-41e3-86c3-2fa7dcb46a00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1128 time: 0.0473647 Feb 18 08:29:10.669140 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-e55e02df-2480-48dd-a0ac-7d50c993ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.670628 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-e55e02df-2480-48dd-a0ac-7d50c993ec2f service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.0882597 Feb 18 08:29:10.713025 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-c9f46c40-4a9b-412b-8cf2-3277f405cf1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 217 time: 0.0337832 Feb 18 08:29:10.772113 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-73bddb41-c707-4ac3-bd33-716561414290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.773590 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-73bddb41-c707-4ac3-bd33-716561414290 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0543764 Feb 18 08:29:10.833085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-c6b87a92-b86a-4ee0-87a2-aadbbf0e8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:10.834599 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-c6b87a92-b86a-4ee0-87a2-aadbbf0e8a90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540836 Feb 18 08:29:10.924708 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-ee423049-0422-42ef-bb46-69320c3f4006 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Feb 18 08:29:11.024714 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b96441d-044b-4a57-9f87-da853b1269b0 req-25d28bc9-7742-46e6-9f07-76004a3b6298 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934725 Feb 18 08:29:11.107120 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf3417-b4a7-4d13-b1a4-4de173f987b0 req-615f3f33-b335-4afd-8dd3-8f5dc4bae15d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:11.108693 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-56bf3417-b4a7-4d13-b1a4-4de173f987b0 req-615f3f33-b335-4afd-8dd3-8f5dc4bae15d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0581169 Feb 18 08:29:11.181746 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-56bf3417-b4a7-4d13-b1a4-4de173f987b0 req-16c906d7-8837-4475-83c7-2c26a290620f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660858 Feb 18 08:29:11.206352 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1759313-7276-4664-8c84-11b3ef23769f req-bfcad236-f893-4c71-87a3-378e1c219114 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:11.207504 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b1759313-7276-4664-8c84-11b3ef23769f req-bfcad236-f893-4c71-87a3-378e1c219114 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0657489 Feb 18 08:29:11.269274 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b1759313-7276-4664-8c84-11b3ef23769f req-d3486b43-d96d-4d74-8548-693171dd0e21 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555909 Feb 18 08:29:12.326070 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22f7d8-7a63-4929-82a6-194deca38718 req-434bb64c-2240-4a47-b979-e39d9a1668f3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:12.327582 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fd22f7d8-7a63-4929-82a6-194deca38718 req-434bb64c-2240-4a47-b979-e39d9a1668f3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0650775 Feb 18 08:29:12.401008 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fd22f7d8-7a63-4929-82a6-194deca38718 req-45f857cb-d6c8-4cc6-9a77-5e39310dd079 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677469 Feb 18 08:29:12.417768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be55a7b-1d1f-436b-ad2e-570db6547115 req-6349b8e5-4fd7-4833-b203-bcd54560bf0d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:12.420723 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1be55a7b-1d1f-436b-ad2e-570db6547115 req-6349b8e5-4fd7-4833-b203-bcd54560bf0d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0737896 Feb 18 08:29:12.471407 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1be55a7b-1d1f-436b-ad2e-570db6547115 req-8cbadc0d-6c99-472c-b6ce-43d500fc8332 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447991 Feb 18 08:29:13.058610 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:13.546347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab85f8-bdaf-4c5c-9fef-26464f7d2839 req-fdbdf89b-3afa-4c19-be97-75b8ba7dcc1c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:13.547876 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80ab85f8-bdaf-4c5c-9fef-26464f7d2839 req-fdbdf89b-3afa-4c19-be97-75b8ba7dcc1c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0585122 Feb 18 08:29:13.619557 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80ab85f8-bdaf-4c5c-9fef-26464f7d2839 req-85df42c9-ee93-4661-9239-1959890e1d40 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625465 Feb 18 08:29:13.619816 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:29:13.629162 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ba19a-2e17-4956-af38-681fc08f38df req-f3f8300f-606d-4ce2-9b3e-20a051febcf1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:13.630629 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc9ba19a-2e17-4956-af38-681fc08f38df req-f3f8300f-606d-4ce2-9b3e-20a051febcf1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0818977 Feb 18 08:29:13.679760 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fc9ba19a-2e17-4956-af38-681fc08f38df req-40637cf5-2c92-4f5d-a423-ca6cd0028ca6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423393 Feb 18 08:29:13.718303 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:29:13.729912 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'mac_address': 'fa:16:3e:f0:de:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:29:13.770114 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:29:13.770502 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:13.783299 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7606dbb2-29d9-45be-a2fc-9c413939e25f {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:29:13.804212 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:29:13.809584 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:13.864412 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:13.872406 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.872691 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.873043 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.873386 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.873728 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.874058 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.874393 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.874725 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.875056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.875399 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.875746 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.876065 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:13.876377 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:29:14.173032 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['7606dbb2-29d9-45be-a2fc-9c413939e25f'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:29:14.750622 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1dae-39fb-4997-ac54-f5b347cf11d4 req-cb393f36-0c63-42e1-bace-11aac2e0df58 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:14.752138 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-128b1dae-39fb-4997-ac54-f5b347cf11d4 req-cb393f36-0c63-42e1-bace-11aac2e0df58 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 945 time: 0.0536444 Feb 18 08:29:14.828137 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-128b1dae-39fb-4997-ac54-f5b347cf11d4 req-4313e2cd-70e1-4eb4-a72f-f5334b8211db tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670595 Feb 18 08:29:14.837816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922555db-0648-47fc-be3f-d1a41a17ed43 req-054ca0cd-dc46-43cf-9683-f15496032e68 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:14.839389 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-922555db-0648-47fc-be3f-d1a41a17ed43 req-054ca0cd-dc46-43cf-9683-f15496032e68 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0862687 Feb 18 08:29:14.887819 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-922555db-0648-47fc-be3f-d1a41a17ed43 req-d2c7dc15-97d8-4b2f-8ea5-a484ebb00eaa tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430250 Feb 18 08:29:15.637679 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:29:15.692821 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 7606dbb2-29d9-45be-a2fc-9c413939e25f completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:29:15.696503 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 7606dbb2-29d9-45be-a2fc-9c413939e25f triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:29:15.696872 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:15.780621 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:29:15.781001 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:15.804087 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:29:15.806552 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39418434-8ac1-4074-b0fe-493ce5ca5a51" -d '{"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-plugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:29:15.819110 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:29:15.824051 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:15.848463 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b384873-c1fe-4f8a-a69a-9c15280319c8 x-openstack-request-id: req-0b384873-c1fe-4f8a-a69a-9c15280319c8 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:29:15.848755 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-plugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:29:15.849008 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b384873-c1fe-4f8a-a69a-9c15280319c8 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:29:15.849398 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'code': 200} Feb 18 08:29:15.877811 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:29:15.955107 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3aba6-714d-417e-8222-e1ddaa0d27e5 req-f919876a-c752-4ca7-8f39-0885982f8bf5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:15.956670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-99e3aba6-714d-417e-8222-e1ddaa0d27e5 req-f919876a-c752-4ca7-8f39-0885982f8bf5 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0560966 Feb 18 08:29:16.060692 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-99e3aba6-714d-417e-8222-e1ddaa0d27e5 req-08d86cca-33e0-4256-92d3-4c134bd8f1f7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964036 Feb 18 08:29:16.080551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430916cf-b9de-48ec-8e91-ff1efb70a1b1 req-5c5e0e26-22e4-4bd2-90a2-893bf566acd3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:16.081995 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-430916cf-b9de-48ec-8e91-ff1efb70a1b1 req-5c5e0e26-22e4-4bd2-90a2-893bf566acd3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.1189055 Feb 18 08:29:16.086238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee858-af4c-481e-8df9-7adfbfecf596 req-e56e4798-7512-4e2c-87d8-f92b080d3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:16.087589 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-68aee858-af4c-481e-8df9-7adfbfecf596 req-e56e4798-7512-4e2c-87d8-f92b080d3212 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1130 time: 0.0850828 Feb 18 08:29:16.152952 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-430916cf-b9de-48ec-8e91-ff1efb70a1b1 req-682a316e-d049-4978-b0c2-265e55bb5734 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644233 Feb 18 08:29:16.155315 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-68aee858-af4c-481e-8df9-7adfbfecf596 req-507bb0fc-7abe-4b0e-b624-9db44b03a373 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604446 Feb 18 08:29:17.200568 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc870587-fe0b-42a1-b6c9-7d3503f99ecd req-2f1bea63-2277-4833-a2af-0eb65a04889e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:17.202142 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc870587-fe0b-42a1-b6c9-7d3503f99ecd req-2f1bea63-2277-4833-a2af-0eb65a04889e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0586159 Feb 18 08:29:17.286038 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc870587-fe0b-42a1-b6c9-7d3503f99ecd req-b2e73c8c-691b-4bdf-b4a5-db5d9a7cf5c7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756834 Feb 18 08:29:17.302092 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21f76-bda8-4e60-9e32-124ed1138a61 req-27a40938-9547-4f62-acc8-444edea192b0 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:17.303537 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-73a21f76-bda8-4e60-9e32-124ed1138a61 req-27a40938-9547-4f62-acc8-444edea192b0 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0777164 Feb 18 08:29:17.350961 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-73a21f76-bda8-4e60-9e32-124ed1138a61 req-cbec5c89-5edc-4ba2-b05c-b26eb04cba47 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417933 Feb 18 08:29:18.417081 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13e855-c61b-4f7a-834b-e14b1022acd5 req-5458e31c-0b49-4090-a0b4-1c721887f493 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:18.418564 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f13e855-c61b-4f7a-834b-e14b1022acd5 req-5458e31c-0b49-4090-a0b4-1c721887f493 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0574017 Feb 18 08:29:18.494516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3f13e855-c61b-4f7a-834b-e14b1022acd5 req-e6ccb1a8-7d05-445b-9523-4cfbffb7b40a tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668209 Feb 18 08:29:18.501958 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200bdf3-91d0-4038-be7b-602ad50e65ca req-20fbe55f-3444-4deb-b175-e8e485658012 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:18.503346 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4200bdf3-91d0-4038-be7b-602ad50e65ca req-20fbe55f-3444-4deb-b175-e8e485658012 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0838268 Feb 18 08:29:18.553066 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4200bdf3-91d0-4038-be7b-602ad50e65ca req-549dd1a1-449a-4d4a-a7aa-dc5194a83f89 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440335 Feb 18 08:29:18.614062 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6697c-64b1-42d4-af51-c0c071789349 req-046f560b-91dc-4460-ad48-38d2b367f076 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:18.615445 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aec6697c-64b1-42d4-af51-c0c071789349 req-046f560b-91dc-4460-ad48-38d2b367f076 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0529974 Feb 18 08:29:18.629154 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35440) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:29:18.633765 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Request body: {'floatingip': {'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:29:18.675975 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (b3b959db-aecb-42ec-bc2f-c9f6b77bc731), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:19.097783 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:19.103752 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b3b959db-aecb-42ec-bc2f-c9f6b77bc731), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:19.205027 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Floating IP b3b959db-aecb-42ec-bc2f-c9f6b77bc731 associated. External IP: 172.27.3.242, port: 7606dbb2-29d9-45be-a2fc-9c413939e25f. Feb 18 08:29:19.428736 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Router dca04083-ae31-404f-b1f2-e4159b13d617 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:29:19.542399 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:29:19.547465 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:19.552417 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:29:19.561634 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:29:19.562254 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:29:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:19.579419 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-35740cf7-3ad6-426d-b1df-45b79ac43617 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "PUT /v2.0/floatingips/b3b959db-aecb-42ec-bc2f-c9f6b77bc731 HTTP/1.1" status: 200 len: 992 time: 0.9468474 Feb 18 08:29:19.579419 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:29:19.579899 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b" -d '{"events": [{"name": "network-changed", "server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:29:19.659097 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5f32f-87eb-431b-aef3-3b50e249fbd3 x-openstack-request-id: req-b3e5f32f-87eb-431b-aef3-3b50e249fbd3 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:29:19.660122 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:29:19.660905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3e5f32f-87eb-431b-aef3-3b50e249fbd3 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:29:19.661643 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'status': 'completed', 'code': 200} Feb 18 08:29:19.678906 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:29:19.683672 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008acf3-d2bb-4749-a0eb-af6284fd8010 req-cba6b6d3-d3ef-44ad-86c9-fdadf0e18eac tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:19.685241 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4008acf3-d2bb-4749-a0eb-af6284fd8010 req-cba6b6d3-d3ef-44ad-86c9-fdadf0e18eac tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0621970 Feb 18 08:29:19.764880 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-09fd07d8-5994-4e54-aecd-5fc2eaa2aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:19.766484 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-09fd07d8-5994-4e54-aecd-5fc2eaa2aeb3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1130 time: 0.0797553 Feb 18 08:29:19.771359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4008acf3-d2bb-4749-a0eb-af6284fd8010 req-4c088761-5f8a-4bdf-85e0-9da4e5aab611 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757225 Feb 18 08:29:19.889130 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-7f82dc39-d7f1-4fb5-af06-8334601df020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:19.890670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-7f82dc39-d7f1-4fb5-af06-8334601df020 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.1134892 Feb 18 08:29:19.930596 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'b3b959db-aecb-42ec-bc2f-c9f6b77bc731', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'mac_address': 'fa:16:3e:f0:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:29:06Z', 'updated_at': '2022-02-18T08:29:19Z', 'revision_number': 1, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:19.956299 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:29:19.965472 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:29:19.965747 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-cd6907f2-d827-43d6-9b86-78374e1f5fde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 1000 time: 0.0671942 Feb 18 08:29:19.966102 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:29:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:20.013750 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-0efe9f1a-9ce2-4594-bcb5-8b676a2e113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:20.015334 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-0efe9f1a-9ce2-4594-bcb5-8b676a2e113c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0434504 Feb 18 08:29:20.067013 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-44265c40-6f80-487a-8346-f27c1f4fe8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:20.068618 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-44265c40-6f80-487a-8346-f27c1f4fe8bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448813 Feb 18 08:29:20.081272 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:29:20.160568 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-9836ce2f-236d-49c0-af56-43aeaaba7103 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849729 Feb 18 08:29:20.255822 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c478617-fb01-4e12-b667-8ff9eeb3ac3b req-6f57c25d-0c45-4658-a487-90d72bcec949 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839221 Feb 18 08:29:20.302920 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'b3b959db-aecb-42ec-bc2f-c9f6b77bc731', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'mac_address': 'fa:16:3e:f0:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:29:06Z', 'updated_at': '2022-02-18T08:29:19Z', 'revision_number': 1, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:29:20.333037 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e230b0-9ffe-4e3c-89bf-83dd8ed66fd5 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'b3b959db-aecb-42ec-bc2f-c9f6b77bc731', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'mac_address': 'fa:16:3e:f0:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:29:06Z', 'updated_at': '2022-02-18T08:29:19Z', 'revision_number': 1, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:29:20.544526 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930ae4c6-0a46-4414-a0e3-a470e9b717fd None None] New status for floating IP b3b959db-aecb-42ec-bc2f-c9f6b77bc731: ACTIVE {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:29:20.910301 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648a58a-387f-42f6-9d7e-d3f3f39a8e52 req-949d3237-6e6f-46ec-a970-8fd374c4064e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:20.911815 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9648a58a-387f-42f6-9d7e-d3f3f39a8e52 req-949d3237-6e6f-46ec-a970-8fd374c4064e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0622928 Feb 18 08:29:20.959637 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9648a58a-387f-42f6-9d7e-d3f3f39a8e52 req-8aa47c2f-aec9-44e5-9d47-02a9259cfdbb tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415571 Feb 18 08:29:22.090969 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0a79f-d2e3-4d67-8793-f0586fbf2d74 req-beb5737a-f85b-486d-9bd9-8a644f02db47 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:22.092335 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-86b0a79f-d2e3-4d67-8793-f0586fbf2d74 req-beb5737a-f85b-486d-9bd9-8a644f02db47 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0546761 Feb 18 08:29:22.139104 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-86b0a79f-d2e3-4d67-8793-f0586fbf2d74 req-b40200b3-96da-41eb-9881-1044c1490dc6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412130 Feb 18 08:29:23.265489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e688ed-01b1-4864-8bec-31b96aae9bd7 req-79442ba0-59a2-44f0-84ad-f2259271d5ba tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:23.266925 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-23e688ed-01b1-4864-8bec-31b96aae9bd7 req-79442ba0-59a2-44f0-84ad-f2259271d5ba tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0539253 Feb 18 08:29:23.319011 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-23e688ed-01b1-4864-8bec-31b96aae9bd7 req-b74081cb-5e62-45bf-93f2-7e3b95a37517 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462976 Feb 18 08:29:24.560069 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53bdb-9485-435f-b54a-68854f4b3328 req-1c4adff6-547b-46f5-8854-2b2a635bb249 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:24.561537 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-83b53bdb-9485-435f-b54a-68854f4b3328 req-1c4adff6-547b-46f5-8854-2b2a635bb249 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0585196 Feb 18 08:29:24.610467 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-83b53bdb-9485-435f-b54a-68854f4b3328 req-9325e2a4-5dac-4a48-9fe9-4cfe2924b4cd tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407844 Feb 18 08:29:25.739912 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076337d-7d13-4b1d-a02e-989631597249 req-45927975-e3c1-4599-bbe9-c25953df04c6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:25.741379 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4076337d-7d13-4b1d-a02e-989631597249 req-45927975-e3c1-4599-bbe9-c25953df04c6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0536833 Feb 18 08:29:25.787578 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4076337d-7d13-4b1d-a02e-989631597249 req-13c691a2-bf6d-4dd1-9060-577811b0cf93 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404396 Feb 18 08:29:26.921031 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20724d-1183-4fc4-9382-c02b260615b4 req-3c13e7d1-f1cd-4d76-b9da-9cce01d00bcf tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:26.922478 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6f20724d-1183-4fc4-9382-c02b260615b4 req-3c13e7d1-f1cd-4d76-b9da-9cce01d00bcf tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0634184 Feb 18 08:29:26.976077 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6f20724d-1183-4fc4-9382-c02b260615b4 req-df18bd14-9cea-4937-b4ba-17e54d3641b2 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440323 Feb 18 08:29:27.992799 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:29:28.101450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652d9e9-2f94-4467-b69b-380ebd78ed61 req-64ce8a8e-2970-471e-864c-63a773641710 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:28.102835 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d652d9e9-2f94-4467-b69b-380ebd78ed61 req-64ce8a8e-2970-471e-864c-63a773641710 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0587749 Feb 18 08:29:28.151416 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d652d9e9-2f94-4467-b69b-380ebd78ed61 req-3040add8-5a07-42af-8fd3-48e328821fee tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401235 Feb 18 08:29:28.477591 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-955be920-fe70-446a-9b8c-38ec641a6af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:29.286959 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b16b3-fd46-4cb2-b1fc-39c475780f85 req-5b60472e-c9a3-4c74-940b-7544c0c7df1a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:29.288436 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-933b16b3-fd46-4cb2-b1fc-39c475780f85 req-5b60472e-c9a3-4c74-940b-7544c0c7df1a tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0570846 Feb 18 08:29:29.338535 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-933b16b3-fd46-4cb2-b1fc-39c475780f85 req-aafc1d62-7b59-49f1-b1fa-c678834659e7 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412366 Feb 18 08:29:29.607672 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899f435-782d-4f45-91ac-b288cd620f63 req-9933e0b3-de77-4290-a745-13d4d9baac3c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:29.609235 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0899f435-782d-4f45-91ac-b288cd620f63 req-9933e0b3-de77-4290-a745-13d4d9baac3c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0558927 Feb 18 08:29:29.682191 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0899f435-782d-4f45-91ac-b288cd620f63 req-b87afa1a-79e8-4bee-b83b-de84267530ff tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646617 Feb 18 08:29:29.684855 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-10e812ea-343b-4ef8-a963-1ad92bfbaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:29.686246 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-10e812ea-343b-4ef8-a963-1ad92bfbaf2f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 1130 time: 0.0761862 Feb 18 08:29:29.785569 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-bdf81a5d-0805-401c-9be9-804c13aa8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:29.787185 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-bdf81a5d-0805-401c-9be9-804c13aa8cc4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.0883002 Feb 18 08:29:29.855556 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-9f50ce8e-3742-4ffc-8081-8e1f132d2d4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 200 len: 1001 time: 0.0616610 Feb 18 08:29:30.163993 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-8b17d2f1-3267-4177-9c50-17aa51ab0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:30.165438 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-8b17d2f1-3267-4177-9c50-17aa51ab0c22 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.3023520 Feb 18 08:29:30.215595 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-5cb32a47-a08a-4328-95a8-8ed7e4626c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:30.217040 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-5cb32a47-a08a-4328-95a8-8ed7e4626c77 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434690 Feb 18 08:29:30.306537 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-c11e1741-b861-4e36-8ea4-3113b02b0fcc service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811069 Feb 18 08:29:30.407237 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f99c30ae-366d-4ea1-b7b5-0a5c764b0ee1 req-b99f3d1c-55b3-4eda-bbb7-869f37fd0f30 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930331 Feb 18 08:29:30.592426 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-14777b7d-7fe7-4d03-ac82-1bb67793f2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:30.823737 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e86e5f-ff97-48bb-b33a-ca5a1c705795 req-3cf3fb84-61c7-448d-939c-ca7cbb4d372d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:30.825224 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d6e86e5f-ff97-48bb-b33a-ca5a1c705795 req-3cf3fb84-61c7-448d-939c-ca7cbb4d372d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0578856 Feb 18 08:29:30.872968 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d6e86e5f-ff97-48bb-b33a-ca5a1c705795 req-95169408-6210-4104-8d14-6ea02677b7f8 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419612 Feb 18 08:29:31.900741 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:32.000197 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f45bec-02e6-448f-8815-691143c5c6c5 req-66803857-ddf6-498b-9ff4-87f319160a34 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:32.001648 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-01f45bec-02e6-448f-8815-691143c5c6c5 req-66803857-ddf6-498b-9ff4-87f319160a34 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0578897 Feb 18 08:29:32.051214 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-01f45bec-02e6-448f-8815-691143c5c6c5 req-dc53000f-e64c-437e-9e1f-c4744a27c682 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413046 Feb 18 08:29:33.075714 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:34.467065 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:43.053906 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:48.367430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-38092b16-6d13-4dbf-b262-c8e70050b906 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455604 Feb 18 08:29:48.434494 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-4ab9c3ba-f0dc-49b6-80bc-e3be43582ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:48.436035 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-4ab9c3ba-f0dc-49b6-80bc-e3be43582ef5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1168 time: 0.0459497 Feb 18 08:29:48.545669 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-8bd8536e-cb08-49db-8d6f-605e302c16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:48.547127 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-8bd8536e-cb08-49db-8d6f-605e302c16ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.0920770 Feb 18 08:29:48.621463 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-613c93e5-7d3e-4ecd-b41e-1a85fa01ee20 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 1001 time: 0.0669229 Feb 18 08:29:48.672722 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-1a0db122-bc78-4d00-a911-e681f4c8f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:48.674143 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-1a0db122-bc78-4d00-a911-e681f4c8f5a9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.0444598 Feb 18 08:29:48.733093 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-236d31f3-c8be-424b-bde6-b0121631a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:48.735492 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-236d31f3-c8be-424b-bde6-b0121631a8cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536933 Feb 18 08:29:48.834387 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-bb84a44a-e134-4008-9fd9-a9c84777f537 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895536 Feb 18 08:29:48.942134 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3fa984ce-cf05-4bc8-bfff-68e83c224ba6 req-98dd6ece-5da2-4bee-9d13-d5552cc9dbdd service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000628 Feb 18 08:29:56.508908 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4818cc-d005-4ef0-8cb1-24e050b46abf req-3dfe315a-ab78-4735-b477-d42b6a0bdf86 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:56.510417 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ed4818cc-d005-4ef0-8cb1-24e050b46abf req-3dfe315a-ab78-4735-b477-d42b6a0bdf86 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0550513 Feb 18 08:29:56.564999 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ed4818cc-d005-4ef0-8cb1-24e050b46abf req-ca926848-7949-4a3e-9d94-ae05c3dba79e tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460863 Feb 18 08:29:57.696718 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ac86-76f3-426b-96e9-0ab7c48dc9fe req-326963f4-0822-4f3a-acae-2eb5d3fc965c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:57.698180 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52f9ac86-76f3-426b-96e9-0ab7c48dc9fe req-326963f4-0822-4f3a-acae-2eb5d3fc965c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0556920 Feb 18 08:29:57.756126 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-52f9ac86-76f3-426b-96e9-0ab7c48dc9fe req-473f9541-79e8-466e-a044-7723bfe45d23 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493336 Feb 18 08:29:58.478226 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-de10e43f-ba23-4e25-b231-7796253c3b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:29:58.902497 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea1040-ea2f-4302-b8ef-6e1d63e68865 req-9bc12dca-8b62-4aa6-91c1-52647549bfb0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:29:58.904025 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d9ea1040-ea2f-4302-b8ef-6e1d63e68865 req-9bc12dca-8b62-4aa6-91c1-52647549bfb0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0627630 Feb 18 08:29:58.954184 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d9ea1040-ea2f-4302-b8ef-6e1d63e68865 req-99d09d4b-1e51-4825-a1d8-6a1f88e47831 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443625 Feb 18 08:30:00.089269 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2efbb9-b7ed-4186-9416-e39f410617a9 req-79ac453f-6845-4df8-a23b-7dfd857e9304 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:00.090693 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bc2efbb9-b7ed-4186-9416-e39f410617a9 req-79ac453f-6845-4df8-a23b-7dfd857e9304 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0558505 Feb 18 08:30:00.140485 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bc2efbb9-b7ed-4186-9416-e39f410617a9 req-4085c8fd-4dd7-42cf-b629-62c3a07ae184 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431640 Feb 18 08:30:00.592609 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-0a9b06f5-30d9-4e10-8cd6-b20b6fbd8b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:01.273704 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1edcba-b1fa-4898-b93b-384c22e55518 req-0f05078f-5dea-43f2-9e02-8a68fa9a11c2 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:01.275200 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf1edcba-b1fa-4898-b93b-384c22e55518 req-0f05078f-5dea-43f2-9e02-8a68fa9a11c2 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0576472 Feb 18 08:30:01.324307 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bf1edcba-b1fa-4898-b93b-384c22e55518 req-363b5eaf-86f6-42af-864e-d6fd01e562ce tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 Feb 18 08:30:01.909384 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:02.448921 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09a49b-29ac-4f9a-ab77-e7ba8fcc95e6 req-ba27996a-2b22-4df9-aeaf-28e8b7085f05 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:02.450417 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cd09a49b-29ac-4f9a-ab77-e7ba8fcc95e6 req-ba27996a-2b22-4df9-aeaf-28e8b7085f05 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0536981 Feb 18 08:30:02.503352 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cd09a49b-29ac-4f9a-ab77-e7ba8fcc95e6 req-f30c314d-0e59-44df-b31d-efa1abd59aaa tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471015 Feb 18 08:30:03.070123 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:03.644280 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10560c6-6d03-43d7-a027-d7a796a32759 req-663980cd-76c8-4cf3-9d5a-d73d5401cb39 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:03.645661 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10560c6-6d03-43d7-a027-d7a796a32759 req-663980cd-76c8-4cf3-9d5a-d73d5401cb39 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0548069 Feb 18 08:30:03.697397 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f10560c6-6d03-43d7-a027-d7a796a32759 req-9d0ce07a-5a0e-4cfd-9df1-8e289d8a4bc7 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461769 Feb 18 08:30:04.468741 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:04.713365 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-0f29c5d1-df9f-4968-a4a0-e22be575fba9 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70787744&fields=id&tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400 HTTP/1.1" status: 200 len: 267 time: 0.0459065 Feb 18 08:30:04.770879 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-4fa17439-cd5b-48a6-9e5c-2f1b2756aa1b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:04.772390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-4fa17439-cd5b-48a6-9e5c-2f1b2756aa1b tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 984 time: 0.0537608 Feb 18 08:30:04.787389 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Request body: {'port': {'security_groups': ['8a24e219-d0ec-4c6b-9463-541c4fdb0742']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:04.888691 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3572c-98b6-4e8e-8d3a-c070ae615f23 req-dd8abcb3-7378-4e5e-8e48-676a79e4d813 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:04.890267 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a3b3572c-98b6-4e8e-8d3a-c070ae615f23 req-dd8abcb3-7378-4e5e-8e48-676a79e4d813 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.1169271 Feb 18 08:30:04.897263 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:04.977655 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a3b3572c-98b6-4e8e-8d3a-c070ae615f23 req-6943746d-fd64-421c-9f7d-30b21e6a3eb2 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813370 Feb 18 08:30:04.991881 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:30:05.110514 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:05.138591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.144294 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.158860 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['16cfb44d-b81b-4c91-a22c-986e7d100753'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:30:05.193990 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:05.194608 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.196009 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-165d663f-ec29-4fc1-b1a6-237478385dd0 req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "PUT /v2.0/ports/16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 942 time: 0.4145842 Feb 18 08:30:05.196615 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:05.198912 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee8b66f-fdb6-470a-9457-36c837831bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:05.203487 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35542) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:05.250896 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event updated for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=7']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:05.269960 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.270329 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.270635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.270968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.271294 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.271640 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.271972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.272297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.272621 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.272942 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.273264 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.273582 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.273901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52e5ed5-ff98-4381-b358-5d6352896756 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.283658 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group (099ed8e8-e743-4cb0-af05-aed9da2d9e58), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.299532 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['16cfb44d-b81b-4c91-a22c-986e7d100753'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:30:05.313910 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group (099ed8e8-e743-4cb0-af05-aed9da2d9e58), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.384511 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (099ed8e8-e743-4cb0-af05-aed9da2d9e58), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.387931 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.389372 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "DELETE /v2.0/security-groups/099ed8e8-e743-4cb0-af05-aed9da2d9e58 HTTP/1.1" status: 204 len: 168 time: 0.1847022 Feb 18 08:30:05.392599 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35544) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:05.399983 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099ed8e8-e743-4cb0-af05-aed9da2d9e58,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:05.407742 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.408093 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.408439 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.408783 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.409112 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.409449 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.409777 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.410104 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.410429 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.410748 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.411255 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.411783 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.412278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811a5773-281e-4cd4-801d-7f131c34adc4 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:05.444647 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d080ba8-4743-4b83-a61e-b30aa11eb520 x-openstack-request-id: req-1d080ba8-4743-4b83-a61e-b30aa11eb520 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:05.445021 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:05.445335 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d080ba8-4743-4b83-a61e-b30aa11eb520 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:05.445788 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'status': 'completed', 'code': 200} Feb 18 08:30:05.482185 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-cc1c8633-de8e-469f-869e-e8cd826d125b None None] Provisioning complete for port 16cfb44d-b81b-4c91-a22c-986e7d100753 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:05.482780 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8633-de8e-469f-869e-e8cd826d125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.576911 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-95f5509b-02c2-49e7-a243-7c03fbec8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:05.578312 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-95f5509b-02c2-49e7-a243-7c03fbec8b98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1129 time: 0.0816741 Feb 18 08:30:05.607026 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c8633-de8e-469f-869e-e8cd826d125b None None] Current status of the port 16cfb44d-b81b-4c91-a22c-986e7d100753 is: ACTIVE; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:05.646100 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Deleting port 296f474d-e7a8-49e0-bc30-99d840895491 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:05.646436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (296f474d-e7a8-49e0-bc30-99d840895491), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.715995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-001609f5-2d7e-4369-960d-2781dd19cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:05.717434 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-001609f5-2d7e-4369-960d-2781dd19cf62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.1324720 Feb 18 08:30:05.777124 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (296f474d-e7a8-49e0-bc30-99d840895491), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.777391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for floatingip (296f474d-e7a8-49e0-bc30-99d840895491), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:05.800324 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Calling delete_port for 296f474d-e7a8-49e0-bc30-99d840895491 owned by network:floatingip {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:05.814600 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-b0e86444-7943-44e3-8fa0-69e3fa7f70a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 1001 time: 0.0869436 Feb 18 08:30:05.934631 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-9251e24b-fac6-4c3e-86c2-b80b350f5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:05.936097 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-9251e24b-fac6-4c3e-86c2-b80b350f5176 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.1150126 Feb 18 08:30:06.007788 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-cebf2584-6b2f-4969-9ffa-3f4c4291ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:06.009274 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-cebf2584-6b2f-4969-9ffa-3f4c4291ebe8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660577 Feb 18 08:30:06.124897 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (296f474d-e7a8-49e0-bc30-99d840895491), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:06.166606 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event deleted for resources: {'Port': ['ID=296f474d-e7a8-49e0-bc30-99d840895491,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:06.204988 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-1e78d6a9-9b0f-4508-9e4f-5bb096494a30 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788986 Feb 18 08:30:06.227037 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcef30-c354-4af5-857a-71a0b26e6d4b req-f6264af2-8b15-4481-b7a4-17fcc2705b27 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:06.228447 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c0bcef30-c354-4af5-857a-71a0b26e6d4b req-f6264af2-8b15-4481-b7a4-17fcc2705b27 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.1818054 Feb 18 08:30:06.311949 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks [] for floatingip (b2338d82-b06f-41c3-9c29-4abbe5fb25e6), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:06.312226 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Floating IP b2338d82-b06f-41c3-9c29-4abbe5fb25e6 disassociated (deleted). External IP: 172.27.3.238, port: 16cfb44d-b81b-4c91-a22c-986e7d100753. Feb 18 08:30:06.428431 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c0bcef30-c354-4af5-857a-71a0b26e6d4b req-e3664e54-aff3-4392-bc8b-7aff117bfc8e tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893029 Feb 18 08:30:06.435558 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aee8b66f-fdb6-470a-9457-36c837831bf3 req-961df6a5-5293-431e-ac36-f54b3520b61d service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062442 Feb 18 08:30:06.566653 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Router f23fc885-4f40-487f-ab52-ac9c2c294cc8 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:30:06.989724 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:30:06.994816 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:07.000080 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] Sync routers for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:30:07.000570 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-41eeccfe-4e91-4457-8eaa-e638ecc54984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.002028 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-41eeccfe-4e91-4457-8eaa-e638ecc54984 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.3541856 Feb 18 08:30:07.013944 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:07.014553 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:07.076536 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-7f6fc036-2a4d-499e-a022-4fc05cd52184 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "DELETE /v2.0/floatingips/b2338d82-b06f-41c3-9c29-4abbe5fb25e6 HTTP/1.1" status: 204 len: 168 time: 1.6819246 Feb 18 08:30:07.117728 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-d128fda0-6750-4462-9825-6f2d2a2b7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.119496 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-d128fda0-6750-4462-9825-6f2d2a2b7f59 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.1022227 Feb 18 08:30:07.137232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:07.195121 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-3c98db83-5c20-41c3-9db0-3c7beb004de6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 1001 time: 0.0693672 Feb 18 08:30:07.246865 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-fb307053-cee7-4604-86fb-0ff0f9158055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.248840 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-fb307053-cee7-4604-86fb-0ff0f9158055 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.0466449 Feb 18 08:30:07.300714 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-dc8aeaff-eea7-41d6-98f6-c9b420725d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.302280 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-dc8aeaff-eea7-41d6-98f6-c9b420725d05 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461662 Feb 18 08:30:07.380685 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:07.409647 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] Checking router: f23fc885-4f40-487f-ab52-ac9c2c294cc8 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:30:07.418324 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:07.418936 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:07.427159 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-1890e7b8-5261-48a6-b8e0-7b4d79ce1c7f service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173553 Feb 18 08:30:07.447018 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:07.449267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a537355-5c52-4bbf-b657-166886543963" -d '{"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:07.504768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88491ba4-9b13-4ebd-8cf3-47a8d58d330a x-openstack-request-id: req-88491ba4-9b13-4ebd-8cf3-47a8d58d330a {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:07.505139 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:07.505482 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88491ba4-9b13-4ebd-8cf3-47a8d58d330a {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:07.505970 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'status': 'completed', 'code': 200} Feb 18 08:30:07.535433 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:07.613430 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ef944fa-49cb-4238-b544-4cd26ae80a3f req-0fefb44c-3d3c-452a-a7a9-b3dfe544469e service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740155 Feb 18 08:30:07.631933 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b228d-9888-4348-b06d-97552e941d60 req-0a8d1b0b-ae39-4a9a-a775-240bffbfa645 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.633529 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-194b228d-9888-4348-b06d-97552e941d60 req-0a8d1b0b-ae39-4a9a-a775-240bffbfa645 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.1211863 Feb 18 08:30:07.641938 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537355-5c52-4bbf-b657-166886543963 req-de14281a-fa9e-49a7-8c81-b6d967aa1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.643457 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-de14281a-fa9e-49a7-8c81-b6d967aa1810 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 1129 time: 0.1170607 Feb 18 08:30:07.741638 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-194b228d-9888-4348-b06d-97552e941d60 req-1fdeffd9-b554-45b6-8a3f-7899886d1857 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966451 Feb 18 08:30:07.748252 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:07.773971 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537355-5c52-4bbf-b657-166886543963 req-373713f3-224a-48c7-a65a-4e4973553f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.774975 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58192797-3510-4a35-a0b0-c50b0966adab None None] The sync data for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi is: [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '90075546-2bb1-4214-9616-722ccdc0b490', 'name': '', 'network_id': '39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'mac_address': 'fa:16:3e:51:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:45Z', 'updated_at': '2022-02-18T08:25:56Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'subnets': [{'id': 'fcbfbd22-ba29-4c4a-a08f-f53455a00330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:30:07.775349 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-373713f3-224a-48c7-a65a-4e4973553f09 service neutron] 10.222.0.79 "GET /v2.0/networks?id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 200 len: 916 time: 0.1155796 Feb 18 08:30:07.821187 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-86080ea0-36ff-4038-bc1b-6a8f3e1c0e0a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 200 len: 217 time: 0.0369666 Feb 18 08:30:07.871391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537355-5c52-4bbf-b657-166886543963 req-a7e8d536-38c2-4681-8070-e85cb9b83247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.872880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-a7e8d536-38c2-4681-8070-e85cb9b83247 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 200 len: 854 time: 0.0439103 Feb 18 08:30:07.928682 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a537355-5c52-4bbf-b657-166886543963 req-2bd8ae1a-cac4-44df-9eaf-d716c01f6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:07.930181 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-2bd8ae1a-cac4-44df-9eaf-d716c01f6183 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504792 Feb 18 08:30:08.023733 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-e18e93f3-fb04-4540-a1fb-0e96b6afc178 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Feb 18 08:30:08.036541 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e33e02-eecd-438e-a377-bea120a03a6e None None] New status for floating IP b2338d82-b06f-41c3-9c29-4abbe5fb25e6: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:30:08.120199 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a537355-5c52-4bbf-b657-166886543963 req-a46f7d4c-1769-4314-b191-2a1c7b10e1a1 service neutron] 10.222.0.79 "GET /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894046 Feb 18 08:30:08.873054 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a225843-453f-4311-adcf-732a5aa14a15 req-b544dd51-6cf2-4554-9f01-4e2a9069a20b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:08.874559 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a225843-453f-4311-adcf-732a5aa14a15 req-b544dd51-6cf2-4554-9f01-4e2a9069a20b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0564156 Feb 18 08:30:08.926117 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0a225843-453f-4311-adcf-732a5aa14a15 req-22c4b949-9fd7-421f-88e8-6561e1360ff7 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455484 Feb 18 08:30:09.890324 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4df791-199c-4f5f-be44-31d2c796fae6 req-5211887a-4c87-4758-ac11-ba358234fab7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:09.891012 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb4df791-199c-4f5f-be44-31d2c796fae6 req-5211887a-4c87-4758-ac11-ba358234fab7 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0546553 Feb 18 08:30:09.939921 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb4df791-199c-4f5f-be44-31d2c796fae6 req-0c0233a4-408b-4a3b-af8b-2a873c52edf1 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427051 Feb 18 08:30:10.050123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650365d4-799e-4aa8-a5ea-506c555a5898 req-97133db8-1dc3-4072-85e8-45eccb0ce0aa tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:10.051588 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-650365d4-799e-4aa8-a5ea-506c555a5898 req-97133db8-1dc3-4072-85e8-45eccb0ce0aa tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0579104 Feb 18 08:30:10.099387 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-650365d4-799e-4aa8-a5ea-506c555a5898 req-73294673-9890-43a0-9760-80b5622af4d9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Feb 18 08:30:10.169703 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-6795851a-a64b-4c06-ae64-84a63992714d req-1c848395-db5c-4b1d-bd97-35ae1ff3d9d2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:30:10.170945 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6795851a-a64b-4c06-ae64-84a63992714d req-1c848395-db5c-4b1d-bd97-35ae1ff3d9d2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086875 Feb 18 08:30:10.310557 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35594) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:10.331079 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b3d48-49cf-465f-8f7f-0b04611c3a19 req-2d6366d7-8bf9-4dcf-a323-4adfcca79edc tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:10.332627 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e76b3d48-49cf-465f-8f7f-0b04611c3a19 req-2d6366d7-8bf9-4dcf-a323-4adfcca79edc tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0539839 Feb 18 08:30:10.390325 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e76b3d48-49cf-465f-8f7f-0b04611c3a19 req-1aa2ccc6-3213-471d-a791-0336ac14367a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513563 Feb 18 08:30:10.598471 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-0a20e6ce-7773-4bab-871a-12026128ec9e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2853770 Feb 18 08:30:10.607060 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-c4866f18-015d-43c5-9df5-6df1667b7e66 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102755) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:30:10.608042 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-c4866f18-015d-43c5-9df5-6df1667b7e66 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051303 Feb 18 08:30:10.686435 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35602) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:10.733372 dv-cinder-773985-35-iscsi neutron-server[102755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 08:30:10.779312 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-6a9e5ca9-fced-4ef6-865e-d65deebc3236 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:10.780702 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-6a9e5ca9-fced-4ef6-865e-d65deebc3236 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports/55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 942 time: 0.0932970 Feb 18 08:30:11.073255 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7888cb3-98dc-41df-b45e-62bb0d75142c req-7c1bfd8c-bef5-4647-970a-550a147dd26f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:11.074754 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7888cb3-98dc-41df-b45e-62bb0d75142c req-7c1bfd8c-bef5-4647-970a-550a147dd26f tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0649509 Feb 18 08:30:11.128605 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b7888cb3-98dc-41df-b45e-62bb0d75142c req-96be8444-0fb6-498b-b5f4-bd9db1dfc3d0 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456800 Feb 18 08:30:11.516252 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69cc38-f384-40e1-980b-6ee5ac74713d req-d436e172-60ae-49c4-8193-147c4cee80bf tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:11.517706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7c69cc38-f384-40e1-980b-6ee5ac74713d req-d436e172-60ae-49c4-8193-147c4cee80bf tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0542333 Feb 18 08:30:11.577188 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7c69cc38-f384-40e1-980b-6ee5ac74713d req-152ecc12-b6ad-48fd-8797-78765f14cfa2 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535786 Feb 18 08:30:11.916843 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:11.999797 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 is: ACTIVE; New status is: DOWN {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:12.000108 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:12.003604 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-b2ec8dd4-9c03-4db3-aa12-441d30d5362a tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.005201 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-b2ec8dd4-9c03-4db3-aa12-441d30d5362a tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.79 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.0590892 Feb 18 08:30:12.023416 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:12.025987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6300be6-0cf5-4ff7-9513-590318fa13f2" -d '{"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-unplugged", "status": "completed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:12.038857 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:12.045226 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:12.081072 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e397cb04-7c24-4469-9898-60308f25b1a8 x-openstack-request-id: req-e397cb04-7c24-4469-9898-60308f25b1a8 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:12.081592 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-unplugged", "status": "completed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:12.082002 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e397cb04-7c24-4469-9898-60308f25b1a8 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:12.082419 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'code': 200} Feb 18 08:30:12.100471 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=6']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:12.163242 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-c72e30ce-854c-43bd-af46-7d5531611d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.164612 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-c72e30ce-854c-43bd-af46-7d5531611d50 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed&tenant_id=cafbf79987a140a18dd4cf846db9bbbc HTTP/1.1" status: 200 len: 1127 time: 0.1016390 Feb 18 08:30:12.171814 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Deleting port 16cfb44d-b81b-4c91-a22c-986e7d100753 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:12.172153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:12.315132 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-bb53a31b-172a-4ed2-bd49-340da376cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.316613 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-bb53a31b-172a-4ed2-bd49-340da376cbc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1127 time: 0.1006103 Feb 18 08:30:12.325734 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500baaac-6504-43f6-8680-ff9b1de12082 req-ed93a21e-de0c-4a5a-80cb-01366a395132 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.327098 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-500baaac-6504-43f6-8680-ff9b1de12082 req-ed93a21e-de0c-4a5a-80cb-01366a395132 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 945 time: 0.1121933 Feb 18 08:30:12.406876 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] For port 16cfb44d-b81b-4c91-a22c-986e7d100753, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=16cfb44d-b81b-4c91-a22c-986e7d100753,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:12.408319 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:12.429863 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Calling delete_port for 16cfb44d-b81b-4c91-a22c-986e7d100753 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:12.503375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-500baaac-6504-43f6-8680-ff9b1de12082 req-95769e72-0d39-4029-8171-65a934ac9521 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a24e219-d0ec-4c6b-9463-541c4fdb0742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568222 Feb 18 08:30:12.534310 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-0685e92c-9612-4601-8a2b-759e8d4c0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.535881 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-0685e92c-9612-4601-8a2b-759e8d4c0388 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.2048724 Feb 18 08:30:12.627734 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-5c68c34e-9705-4239-a304-957d12733800 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 999 time: 0.0843613 Feb 18 08:30:12.722709 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-edbbc8d2-0ec9-4690-8853-68775695f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.724304 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-edbbc8d2-0ec9-4690-8853-68775695f5ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.0908227 Feb 18 08:30:12.729587 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (16cfb44d-b81b-4c91-a22c-986e7d100753), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:12.762949 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['16cfb44d-b81b-4c91-a22c-986e7d100753'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:30:12.790057 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Pushing event deleted for resources: {'Port': ['ID=16cfb44d-b81b-4c91-a22c-986e7d100753,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:12.811614 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515356e3-e223-4896-abaa-ef7f3fb5563f req-074f43c0-cd5b-4482-abf1-fc1bb39a7d4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.813651 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-515356e3-e223-4896-abaa-ef7f3fb5563f req-074f43c0-cd5b-4482-abf1-fc1bb39a7d4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1458585 Feb 18 08:30:12.868454 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] No DVR routers for this DVR port 16cfb44d-b81b-4c91-a22c-986e7d100753 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:30:12.872312 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:12.875531 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e53644df-9a66-479c-af0c-0c0efdd6bc12 req-a8774276-c6a1-4e7b-99bb-a01073b27512 tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.79 "DELETE /v2.0/ports/16cfb44d-b81b-4c91-a22c-986e7d100753 HTTP/1.1" status: 204 len: 173 time: 0.8645158 Feb 18 08:30:12.877060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'name': 'network-vif-deleted', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:12.879288 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198c3036-2a92-44b1-b286-12083dd9bec7" -d '{"events": [{"server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "name": "network-vif-deleted", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:12.894568 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-b845955b-f573-4764-9882-4083eaa75ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:12.896170 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-b845955b-f573-4764-9882-4083eaa75ed1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1647828 Feb 18 08:30:12.939733 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0777b9ce-576f-4681-8646-0861fcf6c5cd x-openstack-request-id: req-0777b9ce-576f-4681-8646-0861fcf6c5cd {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:12.940025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda8f058-e540-46a7-85c9-f96301b379ff", "name": "network-vif-deleted", "tag": "16cfb44d-b81b-4c91-a22c-986e7d100753", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:12.940281 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0777b9ce-576f-4681-8646-0861fcf6c5cd {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:12.940670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda8f058-e540-46a7-85c9-f96301b379ff', 'name': 'network-vif-deleted', 'tag': '16cfb44d-b81b-4c91-a22c-986e7d100753', 'status': 'completed', 'code': 200} Feb 18 08:30:12.971832 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-515356e3-e223-4896-abaa-ef7f3fb5563f req-d2d8e5a9-add4-447d-94ae-1dcec2f86fbf tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380308 Feb 18 08:30:13.020953 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-bc35d1c1-c206-4771-9e34-43ff36e29f6d service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181688 Feb 18 08:30:13.059551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:13.118927 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f83a720-30f6-42d7-96d8-aa9ae2bc9502 req-56a1670a-0c13-4687-8e01-4474f007309c service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898120 Feb 18 08:30:13.621880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c79ff57a-de2d-4536-bff0-3c2de8eadf72 req-dda3cf99-6856-43fb-ba9e-30f8bb5b590e tempest-TestMinimumBasicScenario-337378761 tempest-TestMinimumBasicScenario-337378761-project] 10.222.0.69 "GET /v2.0/ports?device_id=bda8f058-e540-46a7-85c9-f96301b379ff HTTP/1.1" status: 200 len: 210 time: 0.0289683 Feb 18 08:30:14.108262 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710924d-8dc9-4cab-9f42-cf06ed1c7de3 req-fbd929bb-ec56-4264-b57c-f8bef14ea5df tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:14.109727 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9710924d-8dc9-4cab-9f42-cf06ed1c7de3 req-fbd929bb-ec56-4264-b57c-f8bef14ea5df tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0581629 Feb 18 08:30:14.160559 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9710924d-8dc9-4cab-9f42-cf06ed1c7de3 req-7192f6eb-77ed-481d-a230-5c1d20c82a86 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Feb 18 08:30:15.218988 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35680) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:15.356450 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086742f1-00eb-4bf2-a663-a18aeaa92623 req-eed7f3f1-ff27-48e8-8861-bd03ec6bd1ac tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:15.357900 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-086742f1-00eb-4bf2-a663-a18aeaa92623 req-eed7f3f1-ff27-48e8-8861-bd03ec6bd1ac tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1001790 Feb 18 08:30:15.476177 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-086742f1-00eb-4bf2-a663-a18aeaa92623 req-7868af76-2e2f-4dff-aae3-9616863e72e0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121731 Feb 18 08:30:15.641605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (f23fc885-4f40-487f-ab52-ac9c2c294cc8), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:15.900098 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Deleting port 90075546-2bb1-4214-9616-722ccdc0b490 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:15.900443 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (90075546-2bb1-4214-9616-722ccdc0b490), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:15.926877 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 16cfb44d-b81b-4c91-a22c-986e7d100753 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:15.949491 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 16cfb44d-b81b-4c91-a22c-986e7d100753 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:15.949835 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 16cfb44d-b81b-4c91-a22c-986e7d100753 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:15.979985 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] For port 90075546-2bb1-4214-9616-722ccdc0b490, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=90075546-2bb1-4214-9616-722ccdc0b490,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:15.980352 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (90075546-2bb1-4214-9616-722ccdc0b490), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:15.993152 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Calling delete_port for 90075546-2bb1-4214-9616-722ccdc0b490 owned by network:router_interface {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:16.177831 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (90075546-2bb1-4214-9616-722ccdc0b490), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:16.204267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90075546-2bb1-4214-9616-722ccdc0b490,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:16.678019 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6155f-2592-4c34-bb62-8302145e286f req-8a713767-3585-4a13-9556-d190af5adcdd tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:16.679514 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b1c6155f-2592-4c34-bb62-8302145e286f req-8a713767-3585-4a13-9556-d190af5adcdd tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0811510 Feb 18 08:30:16.680278 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (f23fc885-4f40-487f-ab52-ac9c2c294cc8), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:16.799221 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b1c6155f-2592-4c34-bb62-8302145e286f req-a8c84f34-5872-48d9-850a-4cef29cad768 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130347 Feb 18 08:30:16.937605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Router f23fc885-4f40-487f-ab52-ac9c2c294cc8 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:30:17.048001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:30:17.055437 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b96ea717-0a6b-4d5a-ad08-3456cd4a1ab8 admin admin] 10.222.0.69 "PUT /v2.0/routers/f23fc885-4f40-487f-ab52-ac9c2c294cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8335969 Feb 18 08:30:17.057064 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35688) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:17.057204 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] Sync routers for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:30:17.066925 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:17.067769 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:17.170704 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks [] for router (f23fc885-4f40-487f-ab52-ac9c2c294cc8), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.186945 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:17.276982 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks [] for router_gateway (f23fc885-4f40-487f-ab52-ac9c2c294cc8), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.331355 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Deleting port ad0b2c36-03ae-4637-809d-2bb49bac3b69 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:17.331594 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.364658 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:30:16Z', 'revision_number': 5, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port': {'id': 'ad0b2c36-03ae-4637-809d-2bb49bac3b69', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:17.395386 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] Checking router: f23fc885-4f40-487f-ab52-ac9c2c294cc8 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:30:17.403903 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] Routers {'f23fc885-4f40-487f-ab52-ac9c2c294cc8'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:17.404521 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:17.415146 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] For port ad0b2c36-03ae-4637-809d-2bb49bac3b69, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=ad0b2c36-03ae-4637-809d-2bb49bac3b69,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:17.415495 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.433383 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Calling delete_port for ad0b2c36-03ae-4637-809d-2bb49bac3b69 owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:17.495495 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] Set router f23fc885-4f40-487f-ab52-ac9c2c294cc8 gateway port host: None {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:17.606797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ad0b2c36-03ae-4637-809d-2bb49bac3b69), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.631375 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0b2c36-03ae-4637-809d-2bb49bac3b69,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:17.685151 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:30:17Z', 'revision_number': 6, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:17.696027 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (f23fc885-4f40-487f-ab52-ac9c2c294cc8), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.714784 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166e7ec-aff9-43b1-a97e-537896e3ac4e None None] The sync data for ids ['f23fc885-4f40-487f-ab52-ac9c2c294cc8'] in dv-cinder-773985-35-iscsi is: [{'id': 'f23fc885-4f40-487f-ab52-ac9c2c294cc8', 'name': 'tempest-TestMinimumBasicScenario-1873507188-router', 'tenant_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:30:17Z', 'revision_number': 6, 'project_id': 'a5f6ca5eacdb4da99e978bd1a0b98400', 'gw_port_host': None}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:30:17.803297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (f23fc885-4f40-487f-ab52-ac9c2c294cc8), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.805480 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks [] for router_controller (f23fc885-4f40-487f-ab52-ac9c2c294cc8), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.880219 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (f23fc885-4f40-487f-ab52-ac9c2c294cc8), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.880647 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f23fc885-4f40-487f-ab52-ac9c2c294cc8 {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:30:17.886272 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.887173 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-5d5abb0e-66af-4e07-a08c-30cd97294595 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f23fc885-4f40-487f-ab52-ac9c2c294cc8 HTTP/1.1" status: 204 len: 168 time: 0.8291762 Feb 18 08:30:17.889984 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35692) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:17.928687 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22733b-59b0-449b-8603-004707a185d3 req-d9a229f3-8f86-42ee-957d-8625b0e4a021 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:17.930216 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c22733b-59b0-449b-8603-004707a185d3 req-d9a229f3-8f86-42ee-957d-8625b0e4a021 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0633738 Feb 18 08:30:17.936523 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Deleting subnet fcbfbd22-ba29-4c4a-a08f-f53455a00330 {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:30:17.939884 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Publish callbacks [] for subnet (fcbfbd22-ba29-4c4a-a08f-f53455a00330), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.974113 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25311386'] for subnet (fcbfbd22-ba29-4c4a-a08f-f53455a00330), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:17.980706 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8c22733b-59b0-449b-8603-004707a185d3 req-663d48d8-45c6-4213-a4e6-9dbdafcb24f0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448213 Feb 18 08:30:18.080938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (fcbfbd22-ba29-4c4a-a08f-f53455a00330), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.135220 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1075989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29148302'] for subnet (fcbfbd22-ba29-4c4a-a08f-f53455a00330), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.163957 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcbfbd22-ba29-4c4a-a08f-f53455a00330,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:18.168074 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.171153 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-21a4e284-e414-42a4-9a06-4528ccc6dd04 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fcbfbd22-ba29-4c4a-a08f-f53455a00330 HTTP/1.1" status: 204 len: 168 time: 0.2800148 Feb 18 08:30:18.174232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f2ecd-a82b-4cfd-a6cf-1cffe5b1d021 None None] Network 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:30:18.174803 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35694) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:18.241278 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.292379 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Deleting port 383b7c26-8002-4363-a3ed-b7982afbba7e {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:18.292687 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.356558 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] For port 383b7c26-8002-4363-a3ed-b7982afbba7e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=383b7c26-8002-4363-a3ed-b7982afbba7e,segment=NetworkSegment(9a0e7021-a19a-4685-809a-f1385f154ea5),segment_id=9a0e7021-a19a-4685-809a-f1385f154ea5)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:18.356916 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.369836 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Calling delete_port for 383b7c26-8002-4363-a3ed-b7982afbba7e owned by network:dhcp {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:18.453019 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (383b7c26-8002-4363-a3ed-b7982afbba7e), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.484669 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Pushing event deleted for resources: {'Port': ['ID=383b7c26-8002-4363-a3ed-b7982afbba7e,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:18.486511 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] No DVR routers for this DVR port 383b7c26-8002-4363-a3ed-b7982afbba7e on host dv-cinder-773985-35-iscsi {{(pid=102755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:30:18.517103 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe7e0b-966d-4161-96de-0f5ce5c88271 None None] DHCP port deletion for 39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:30:18.563914 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.584214 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:18.593591 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0e7021-a19a-4685-809a-f1385f154ea5') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:18.593878 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0e7021-a19a-4685-809a-f1385f154ea5') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:18.604596 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (9a0e7021-a19a-4685-809a-f1385f154ea5), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.618333 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (9a0e7021-a19a-4685-809a-f1385f154ea5), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.624498 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:30:18.624879 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (9a0e7021-a19a-4685-809a-f1385f154ea5), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:30:18.626718 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:30:18.686052 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.692496 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:18.695841 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] 10.222.0.69 "DELETE /v2.0/networks/39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2 HTTP/1.1" status: 204 len: 168 time: 0.5205178 Feb 18 08:30:18.698702 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35696) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:18.715584 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e48edf-f0ad-49b6-a558-c76b5849b55c admin admin] Pushing event deleted for resources: {'Network': ['ID=39c24aee-5b75-4c8e-9d4a-5ee24e0c59f2,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:19.101063 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4913bd-1ccb-4615-be60-eca070b63a1b req-9630cb55-0afe-42e3-bb3d-091c62e9371d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:19.102514 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1d4913bd-1ccb-4615-be60-eca070b63a1b req-9630cb55-0afe-42e3-bb3d-091c62e9371d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0523782 Feb 18 08:30:19.133843 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (3a574f1f-3054-4181-b9d7-d274c717cea7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:19.156478 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1d4913bd-1ccb-4615-be60-eca070b63a1b req-ade8b20a-76a6-43ad-88f3-0877ae013163 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477836 Feb 18 08:30:19.444278 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device ad0b2c36-03ae-4637-809d-2bb49bac3b69 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:19.450772 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Deleting port bddff39f-2062-471f-9ce8-ea30a4db00ac {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:19.451104 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:19.464707 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: ad0b2c36-03ae-4637-809d-2bb49bac3b69 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:19.465049 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device ad0b2c36-03ae-4637-809d-2bb49bac3b69 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:19.465453 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 90075546-2bb1-4214-9616-722ccdc0b490 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:19.484029 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 90075546-2bb1-4214-9616-722ccdc0b490 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:19.484357 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 90075546-2bb1-4214-9616-722ccdc0b490 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:19.484763 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 383b7c26-8002-4363-a3ed-b7982afbba7e no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:19.503506 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 383b7c26-8002-4363-a3ed-b7982afbba7e {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:19.503900 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 383b7c26-8002-4363-a3ed-b7982afbba7e not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:19.528524 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] For port bddff39f-2062-471f-9ce8-ea30a4db00ac, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=bddff39f-2062-471f-9ce8-ea30a4db00ac,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:19.528887 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:19.541905 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Calling delete_port for bddff39f-2062-471f-9ce8-ea30a4db00ac owned by network:router_interface {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:19.729763 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (bddff39f-2062-471f-9ce8-ea30a4db00ac), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:19.757714 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Pushing event deleted for resources: {'Port': ['ID=bddff39f-2062-471f-9ce8-ea30a4db00ac,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:19.925602 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (3a574f1f-3054-4181-b9d7-d274c717cea7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:20.275265 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81544a1a-dcaa-4d1e-b750-8262850d7c78 req-1de9986f-c849-4a5c-bc45-5625ecb85a86 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:20.276787 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81544a1a-dcaa-4d1e-b750-8262850d7c78 req-1de9986f-c849-4a5c-bc45-5625ecb85a86 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.0527360 Feb 18 08:30:20.325331 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-81544a1a-dcaa-4d1e-b750-8262850d7c78 req-f7949fad-4b44-4702-b379-004f4214f031 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428176 Feb 18 08:30:20.340947 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Router 3a574f1f-3054-4181-b9d7-d274c717cea7 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:30:20.458743 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:30:20.463986 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a19d32a3-ab7c-4914-b600-47ab5394b570 admin admin] 10.222.0.69 "PUT /v2.0/routers/3a574f1f-3054-4181-b9d7-d274c717cea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642865 Feb 18 08:30:20.466740 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35702) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:20.471091 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] Sync routers for ids ['3a574f1f-3054-4181-b9d7-d274c717cea7'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:30:20.481563 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] Routers {'3a574f1f-3054-4181-b9d7-d274c717cea7'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:20.482166 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['3a574f1f-3054-4181-b9d7-d274c717cea7'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:20.576437 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks [] for router (3a574f1f-3054-4181-b9d7-d274c717cea7), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:20.590663 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] Set router 3a574f1f-3054-4181-b9d7-d274c717cea7 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:20.682408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks [] for router_gateway (3a574f1f-3054-4181-b9d7-d274c717cea7), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:20.735439 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Deleting port f990fae3-87d1-4d07-8145-b754367d9806 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:20.735775 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (f990fae3-87d1-4d07-8145-b754367d9806), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:20.773490 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:30:19Z', 'revision_number': 5, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port': {'id': 'f990fae3-87d1-4d07-8145-b754367d9806', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:55Z', 'updated_at': '2022-02-18T08:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:20.804735 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] Checking router: 3a574f1f-3054-4181-b9d7-d274c717cea7 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:30:20.813236 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] Routers {'3a574f1f-3054-4181-b9d7-d274c717cea7'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:20.813843 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['3a574f1f-3054-4181-b9d7-d274c717cea7'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:20.825984 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] For port f990fae3-87d1-4d07-8145-b754367d9806, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f990fae3-87d1-4d07-8145-b754367d9806,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:20.826362 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (f990fae3-87d1-4d07-8145-b754367d9806), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:20.838546 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Calling delete_port for f990fae3-87d1-4d07-8145-b754367d9806 owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:20.903524 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] Set router 3a574f1f-3054-4181-b9d7-d274c717cea7 gateway port host: None {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:20.957111 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:30:20Z', 'revision_number': 6, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:20.986401 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25319844-ba38-4047-b154-44f2b76e6cbc None None] The sync data for ids ['3a574f1f-3054-4181-b9d7-d274c717cea7'] in dv-cinder-773985-35-iscsi is: [{'id': '3a574f1f-3054-4181-b9d7-d274c717cea7', 'name': 'tempest-TestMinimumBasicScenario-709420330-router', 'tenant_id': '57db036d6c4043cdbce764f8db2c34ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:53Z', 'updated_at': '2022-02-18T08:30:20Z', 'revision_number': 6, 'project_id': '57db036d6c4043cdbce764f8db2c34ee', 'gw_port_host': None}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:30:21.018822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (f990fae3-87d1-4d07-8145-b754367d9806), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.041271 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Pushing event deleted for resources: {'Port': ['ID=f990fae3-87d1-4d07-8145-b754367d9806,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:21.102536 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (3a574f1f-3054-4181-b9d7-d274c717cea7), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.192516 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (3a574f1f-3054-4181-b9d7-d274c717cea7), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.194673 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks [] for router_controller (3a574f1f-3054-4181-b9d7-d274c717cea7), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.241822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (3a574f1f-3054-4181-b9d7-d274c717cea7), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.242250 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a574f1f-3054-4181-b9d7-d274c717cea7 {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:30:21.246242 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.247390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-57f18561-a082-4009-9b5e-8e1d8766b57f admin admin] 10.222.0.69 "DELETE /v2.0/routers/3a574f1f-3054-4181-b9d7-d274c717cea7 HTTP/1.1" status: 204 len: 168 time: 0.7796571 Feb 18 08:30:21.249950 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35704) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:21.297881 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Deleting subnet addeabc8-6bc9-42fa-9a0d-f8ceb64966d8 {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:30:21.302001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Publish callbacks [] for subnet (addeabc8-6bc9-42fa-9a0d-f8ceb64966d8), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.337529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (addeabc8-6bc9-42fa-9a0d-f8ceb64966d8), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.482144 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (addeabc8-6bc9-42fa-9a0d-f8ceb64966d8), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.526394 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7042a6b-541e-4e9a-8b41-a5f878d1cd6b req-d0ea3c24-1c22-4618-b1ef-f3aaa524d676 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:21.527826 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f7042a6b-541e-4e9a-8b41-a5f878d1cd6b req-d0ea3c24-1c22-4618-b1ef-f3aaa524d676 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 943 time: 0.1196260 Feb 18 08:30:21.568663 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (addeabc8-6bc9-42fa-9a0d-f8ceb64966d8), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.604350 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addeabc8-6bc9-42fa-9a0d-f8ceb64966d8,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:21.611831 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f7042a6b-541e-4e9a-8b41-a5f878d1cd6b req-bb56a4ec-ad4e-4ba3-b32f-17e6b7cec909 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780702 Feb 18 08:30:21.612868 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.614985 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae830e-261e-4fe7-96b3-3a5081440706 None None] Network a655ae83-8b06-49bc-b36e-49342fc70e0f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:30:21.618288 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-47f5290a-ea92-4490-90c6-d33f6a3073d9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/addeabc8-6bc9-42fa-9a0d-f8ceb64966d8 HTTP/1.1" status: 204 len: 168 time: 0.3650422 Feb 18 08:30:21.618667 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35708) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:21.687131 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (a655ae83-8b06-49bc-b36e-49342fc70e0f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.750396 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Deleting port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:21.750730 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.773153 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] DHCP port deletion for a655ae83-8b06-49bc-b36e-49342fc70e0f request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:30:21.831659 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Deleting port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e {{(pid=102756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:21.832080 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), before_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.841312 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] For port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:21.841674 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.844604 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device bddff39f-2062-471f-9ce8-ea30a4db00ac no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:21.860711 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Calling delete_port for 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e owned by network:dhcp {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:21.904307 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: bddff39f-2062-471f-9ce8-ea30a4db00ac {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:21.904651 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device bddff39f-2062-471f-9ce8-ea30a4db00ac not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:21.922160 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] For port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,segment=NetworkSegment(819a14ab-f99b-40b6-bb63-8b2b4128e006),segment_id=819a14ab-f99b-40b6-bb63-8b2b4128e006)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:21.922555 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), precommit_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.931465 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:30:21.938972 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Calling delete_port for 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e owned by network:dhcp {{(pid=102756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:21.944175 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:21.978716 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:21.983028 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] No DVR routers for this DVR port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e on host dv-cinder-773985-35-iscsi {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:30:22.064135 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (a655ae83-8b06-49bc-b36e-49342fc70e0f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.086378 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a655ae83-8b06-49bc-b36e-49342fc70e0f']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:22.096001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819a14ab-f99b-40b6-bb63-8b2b4128e006') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:22.096298 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819a14ab-f99b-40b6-bb63-8b2b4128e006') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:22.105750 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (819a14ab-f99b-40b6-bb63-8b2b4128e006), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.118723 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (819a14ab-f99b-40b6-bb63-8b2b4128e006), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.124652 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:30:22.125034 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (819a14ab-f99b-40b6-bb63-8b2b4128e006), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:30:22.126671 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:30:22.143940 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:22.151143 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459'] for port (19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e), after_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.179346 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'port_id': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'mac_address': 'fa:16:3e:94:a2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:30:22.181374 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Pushing event deleted for resources: {'Port': ['ID=19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e,revision_number=None']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:22.189917 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (a655ae83-8b06-49bc-b36e-49342fc70e0f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.190577 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] No DVR routers for this DVR port 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e on host dv-cinder-773985-35-iscsi {{(pid=102756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:30:22.193990 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.196032 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.196380 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.196721 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.197055 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.197384 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.197707 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.200618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.200914 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a655ae83-8b06-49bc-b36e-49342fc70e0f HTTP/1.1" status: 204 len: 168 time: 0.5785959 Feb 18 08:30:22.201016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.201016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.201016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.201016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.201016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.201016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b422630-ec9d-4ba3-9551-6c568bd1bbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:30:22.215002 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf16d0-9ce2-44ab-9f61-e7c595671ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a655ae83-8b06-49bc-b36e-49342fc70e0f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:22.240583 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:22.240978 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.254731 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55df3ede-c6bc-48a4-86c0-5b0fd5927514 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:30:22.275218 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:22.280977 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.335170 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=7']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:22.380490 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35714) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:22.421873 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-e2fc9701-0c30-4be1-b5dd-07c58848d27d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5f6ca5eacdb4da99e978bd1a0b98400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401363 Feb 18 08:30:22.424597 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35716) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:22.471320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ab6b8ceb-d11a-4211-b08f-275bf7c501bd admin admin] Publish callbacks [] for security_group (8a24e219-d0ec-4c6b-9463-541c4fdb0742), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.493489 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ab6b8ceb-d11a-4211-b08f-275bf7c501bd admin admin] Publish callbacks [] for security_group (8a24e219-d0ec-4c6b-9463-541c4fdb0742), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.542602 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ab6b8ceb-d11a-4211-b08f-275bf7c501bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (8a24e219-d0ec-4c6b-9463-541c4fdb0742), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.545880 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ab6b8ceb-d11a-4211-b08f-275bf7c501bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:22.547443 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ab6b8ceb-d11a-4211-b08f-275bf7c501bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a24e219-d0ec-4c6b-9463-541c4fdb0742 HTTP/1.1" status: 204 len: 168 time: 0.1219068 Feb 18 08:30:22.555204 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b8ceb-d11a-4211-b08f-275bf7c501bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24e219-d0ec-4c6b-9463-541c4fdb0742,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:22.655566 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['55df3ede-c6bc-48a4-86c0-5b0fd5927514'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:30:22.748743 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408ff75-d638-406f-9522-07d592c350c0 req-ccc07a0e-e16d-4fd8-909a-aa1de187bc4f tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:22.750306 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8408ff75-d638-406f-9522-07d592c350c0 req-ccc07a0e-e16d-4fd8-909a-aa1de187bc4f tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 944 time: 0.0668676 Feb 18 08:30:22.805423 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8408ff75-d638-406f-9522-07d592c350c0 req-7f8aea79-c532-4048-9ef3-a71a8603f16e tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Feb 18 08:30:22.903553 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35724) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:22.943003 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-bc1d88c2-1574-4627-9f65-3d07356dc6b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57db036d6c4043cdbce764f8db2c34ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382636 Feb 18 08:30:22.945460 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35726) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:22.992152 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3323b3ab-8608-41db-99d8-0def0ccb828d admin admin] Publish callbacks [] for security_group (5409f814-cce1-4720-a8d7-15ef4df945d3), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:23.012983 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3323b3ab-8608-41db-99d8-0def0ccb828d admin admin] Publish callbacks [] for security_group (5409f814-cce1-4720-a8d7-15ef4df945d3), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:23.061216 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3323b3ab-8608-41db-99d8-0def0ccb828d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5409f814-cce1-4720-a8d7-15ef4df945d3), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:23.064118 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3323b3ab-8608-41db-99d8-0def0ccb828d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:23.065279 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3323b3ab-8608-41db-99d8-0def0ccb828d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5409f814-cce1-4720-a8d7-15ef4df945d3 HTTP/1.1" status: 204 len: 168 time: 0.1189361 Feb 18 08:30:23.073072 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323b3ab-8608-41db-99d8-0def0ccb828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5409f814-cce1-4720-a8d7-15ef4df945d3,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:23.441505 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f990fae3-87d1-4d07-8145-b754367d9806 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:23.461879 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: f990fae3-87d1-4d07-8145-b754367d9806 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:23.462226 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f990fae3-87d1-4d07-8145-b754367d9806 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:23.462628 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:23.480918 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:23.481263 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 19df6823-ad6f-4ee0-86fb-d07bd0b1ee5e not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:23.929482 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:30:23.932162 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667ce16-41b3-4e31-b343-9167535a3b10 req-ad456216-3644-45f4-9a3e-add4a15bdb92 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:23.933673 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0667ce16-41b3-4e31-b343-9167535a3b10 req-ad456216-3644-45f4-9a3e-add4a15bdb92 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 944 time: 0.0610538 Feb 18 08:30:23.984581 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:23.984922 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:23.985817 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0667ce16-41b3-4e31-b343-9167535a3b10 req-16bafee8-2957-403f-817b-03d4b6cb46b2 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Feb 18 08:30:24.068404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:24.068674 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:24.092265 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:24.094504 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcbe7c0-60f9-4149-afb2-6299042f4511" -d '{"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-plugged", "status": "completed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:24.108564 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:24.115749 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:24.141032 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986a556-4269-475e-823b-5b0ee5802164 x-openstack-request-id: req-c986a556-4269-475e-823b-5b0ee5802164 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:24.141313 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-plugged", "status": "completed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:24.141554 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c986a556-4269-475e-823b-5b0ee5802164 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:24.141940 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'code': 200} Feb 18 08:30:24.169691 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=8']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:24.381828 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e58c26-218b-4e16-97f3-220f1a4bce37 req-48b4fc67-dfc9-4f39-95dc-9507d49172bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:24.383874 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e5e58c26-218b-4e16-97f3-220f1a4bce37 req-48b4fc67-dfc9-4f39-95dc-9507d49172bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.0564308 Feb 18 08:30:24.431307 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e5e58c26-218b-4e16-97f3-220f1a4bce37 req-8d41ea78-5b7d-4097-b828-d22bce92bc6e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410719 Feb 18 08:30:25.112311 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd667182-3f6e-418f-a11a-98c95c43a41b req-d5932bba-07a7-4128-80bb-c0ef41a89a4c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:25.113726 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd667182-3f6e-418f-a11a-98c95c43a41b req-d5932bba-07a7-4128-80bb-c0ef41a89a4c tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0542896 Feb 18 08:30:25.161995 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dd667182-3f6e-418f-a11a-98c95c43a41b req-389f549c-9137-4992-b50c-7a8cee63c3a5 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423110 Feb 18 08:30:26.285750 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a699d-ab41-41cb-bce9-ad508d8eae62 req-9d111e0f-0db1-4bc3-aaa2-3ccd63ccd1dc tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:26.287245 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e13a699d-ab41-41cb-bce9-ad508d8eae62 req-9d111e0f-0db1-4bc3-aaa2-3ccd63ccd1dc tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0531058 Feb 18 08:30:26.342381 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e13a699d-ab41-41cb-bce9-ad508d8eae62 req-d722249d-5469-450a-8918-a6da28e7f6f1 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471642 Feb 18 08:30:28.473163 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-db28fd26-867f-4301-a2cd-71b0c465e93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:30.586618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-50c884d8-c61f-4636-90ea-9f243bf86460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:31.288349 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e15d6f-4510-4e00-b9fa-ee3a4e5cc480 req-739cb5e4-d3c3-4275-801f-5e3684ead83f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:31.289865 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80e15d6f-4510-4e00-b9fa-ee3a4e5cc480 req-739cb5e4-d3c3-4275-801f-5e3684ead83f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0586042 Feb 18 08:30:31.338069 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80e15d6f-4510-4e00-b9fa-ee3a4e5cc480 req-c3ac2d1c-11c5-4da4-8cf8-943696ed9591 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418961 Feb 18 08:30:31.902850 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:32.464123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c376d9-1702-412c-a7a3-2d6fbaf4c95e req-a80d8904-32f5-4347-aac3-695ca39034bc tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:32.465671 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e1c376d9-1702-412c-a7a3-2d6fbaf4c95e req-a80d8904-32f5-4347-aac3-695ca39034bc tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0554733 Feb 18 08:30:32.513010 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e1c376d9-1702-412c-a7a3-2d6fbaf4c95e req-13f889bb-765c-4ccd-b31b-060c9fd9ff37 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=9ae60742-fafd-4abd-ab68-7a07fa34b2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416927 Feb 18 08:30:32.655060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-d36c5542-6eff-4d36-a98a-a7b646bffe9f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:32.656468 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-d36c5542-6eff-4d36-a98a-a7b646bffe9f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 946 time: 0.0560889 Feb 18 08:30:32.752104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Deleting port 4aa2632b-6510-41f5-91cc-81b50e5de808 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:32.752442 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:32.847330 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] For port 4aa2632b-6510-41f5-91cc-81b50e5de808, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4aa2632b-6510-41f5-91cc-81b50e5de808,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:32.847751 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:33.073092 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:33.307374 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:33.307720 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (ad25fc80-2498-4912-8a81-26f003736392), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:33.308047 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Floating IP ad25fc80-2498-4912-8a81-26f003736392 disassociated. External IP: 172.27.3.93, port: 4aa2632b-6510-41f5-91cc-81b50e5de808. Feb 18 08:30:33.308376 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Calling delete_port for 4aa2632b-6510-41f5-91cc-81b50e5de808 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:33.442430 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (4aa2632b-6510-41f5-91cc-81b50e5de808), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:33.470798 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event deleted for resources: {'Port': ['ID=4aa2632b-6510-41f5-91cc-81b50e5de808,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:33.599467 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:30:33.619496 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfa7d998-61b8-47de-9472-50d4cd94a4d3 req-28707a9a-14dd-444c-9359-9188f942ea2d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e0a99f8-c7ef-43f2-8b4b-e5355405c25b HTTP/1.1" status: 200 len: 210 time: 0.0321398 Feb 18 08:30:33.728347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:30:33.740200 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:30:33.753791 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:33.754357 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:33.770870 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] No DVR routers for this DVR port 4aa2632b-6510-41f5-91cc-81b50e5de808 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:30:33.773541 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:33.777203 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ce497afa-89d6-4095-8d7e-2d800368ef2d req-9dcf6181-b548-46cb-9cf2-fe0e0e6ab21e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "DELETE /v2.0/ports/4aa2632b-6510-41f5-91cc-81b50e5de808 HTTP/1.1" status: 204 len: 173 time: 1.1149178 Feb 18 08:30:33.777664 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'name': 'network-vif-deleted', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:33.780034 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd373963-e956-4006-a018-c098ee3baaf5" -d '{"events": [{"server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "name": "network-vif-deleted", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:33.854142 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be823a18-e48d-4b25-8f25-b6df273ed8bb x-openstack-request-id: req-be823a18-e48d-4b25-8f25-b6df273ed8bb {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:33.854432 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a99f8-c7ef-43f2-8b4b-e5355405c25b", "name": "network-vif-deleted", "tag": "4aa2632b-6510-41f5-91cc-81b50e5de808", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:33.854686 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be823a18-e48d-4b25-8f25-b6df273ed8bb {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:33.855085 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a99f8-c7ef-43f2-8b4b-e5355405c25b', 'name': 'network-vif-deleted', 'tag': '4aa2632b-6510-41f5-91cc-81b50e5de808', 'status': 'completed', 'code': 200} Feb 18 08:30:33.892459 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:34.113248 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:34.139837 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:30:34.148497 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:34.149148 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:34.259505 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:34.528433 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:34.617531 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:34.646376 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c7986-c420-455c-87b2-ae98e8743289 None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:30:34.715198 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35764) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:34.780226 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b4e2687f-150a-4ca2-8397-6bc0622dec50 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (9ae60742-fafd-4abd-ab68-7a07fa34b2a7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:34.808084 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b4e2687f-150a-4ca2-8397-6bc0622dec50 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (9ae60742-fafd-4abd-ab68-7a07fa34b2a7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:34.860819 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b4e2687f-150a-4ca2-8397-6bc0622dec50 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (9ae60742-fafd-4abd-ab68-7a07fa34b2a7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:34.863569 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b4e2687f-150a-4ca2-8397-6bc0622dec50 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:34.868497 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b4e2687f-150a-4ca2-8397-6bc0622dec50 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "DELETE /v2.0/security-groups/9ae60742-fafd-4abd-ab68-7a07fa34b2a7 HTTP/1.1" status: 204 len: 168 time: 0.1495149 Feb 18 08:30:34.868880 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35766) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:34.875842 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2687f-150a-4ca2-8397-6bc0622dec50 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae60742-fafd-4abd-ab68-7a07fa34b2a7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:34.899670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.api.v2.resource [None req-ceab5940-8ccd-4459-b4cc-704a2da8c713 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] show failed (client error): The resource could not be found. Feb 18 08:30:34.903168 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35768) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:34.903310 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ceab5940-8ccd-4459-b4cc-704a2da8c713 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups/9ae60742-fafd-4abd-ab68-7a07fa34b2a7 HTTP/1.1" status: 404 len: 347 time: 0.0334001 Feb 18 08:30:34.927145 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad2e7b-257e-4628-8f10-166ce4a9aba9 None None] New status for floating IP ad25fc80-2498-4912-8a81-26f003736392: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:30:35.056163 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Deleting port 25abe330-c670-473c-aa50-8d3f1e1dda75 {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:35.056273 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.136203 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.136611 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (25abe330-c670-473c-aa50-8d3f1e1dda75), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.148090 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Calling delete_port for 25abe330-c670-473c-aa50-8d3f1e1dda75 owned by network:floatingip {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:35.279606 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (25abe330-c670-473c-aa50-8d3f1e1dda75), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.307057 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event deleted for resources: {'Port': ['ID=25abe330-c670-473c-aa50-8d3f1e1dda75,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:35.370394 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (ad25fc80-2498-4912-8a81-26f003736392), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.373007 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.374172 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-eb539dc6-6b9c-44b2-a6e4-bc00c1823de9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "DELETE /v2.0/floatingips/ad25fc80-2498-4912-8a81-26f003736392 HTTP/1.1" status: 204 len: 168 time: 0.4686201 Feb 18 08:30:35.804953 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35772) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:35.809731 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422009473', 'description': 'tempest-description--1108247648'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:35.833108 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.900947 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (e41d9be4-2910-4b2a-a33b-f882a266c560), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.907057 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e41d9be4-2910-4b2a-a33b-f882a266c560), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.935476 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.936699 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1306107 Feb 18 08:30:35.938634 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8da3ee-7fb0-44fb-a2ab-7494f1a105d9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d9be4-2910-4b2a-a33b-f882a266c560,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:35.939764 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35776) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:35.944579 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'security_group_rule': {'security_group_id': 'e41d9be4-2910-4b2a-a33b-f882a266c560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:35.970899 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (806cc525-f946-45a5-a529-03cb0e2b5e5d), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:35.987641 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4aa2632b-6510-41f5-91cc-81b50e5de808 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:36.007579 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 4aa2632b-6510-41f5-91cc-81b50e5de808 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:36.007966 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 4aa2632b-6510-41f5-91cc-81b50e5de808 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:36.027783 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (806cc525-f946-45a5-a529-03cb0e2b5e5d), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.033877 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (806cc525-f946-45a5-a529-03cb0e2b5e5d), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.051430 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806cc525-f946-45a5-a529-03cb0e2b5e5d,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:36.060313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.062314 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c636d9af-d62f-41c2-bf4c-6b711651cdd6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212735 Feb 18 08:30:36.065385 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35778) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:36.069765 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'security_group_rule': {'security_group_id': 'e41d9be4-2910-4b2a-a33b-f882a266c560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:36.093692 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (a5cbc43f-800b-4f8b-89a8-96b34a5d4e57), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.150205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (a5cbc43f-800b-4f8b-89a8-96b34a5d4e57), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.155219 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590457'] for security_group_rule (a5cbc43f-800b-4f8b-89a8-96b34a5d4e57), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.172591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cbc43f-800b-4f8b-89a8-96b34a5d4e57,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:36.179616 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.180832 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-04492eff-3eac-4ccb-907c-2d7cf7dcb986 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143937 Feb 18 08:30:36.184136 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 35780) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:36.188591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:36.209456 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.318974 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.424313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Allocated IP 172.27.3.24 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/e21b0422-0d2b-42f6-9870-69d6fffc61a1) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:30:36.533077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.569296 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.607902 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:30:36.610740 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:30:36.614218 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:30:36.619590 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'Port': ['ID=e21b0422-0d2b-42f6-9870-69d6fffc61a1,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:36.708549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (f5d72a29-8a4e-419d-b735-ea8ecaa34b88), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.748312 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.901611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.906911 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:36.971047 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'Port': ['ID=e21b0422-0d2b-42f6-9870-69d6fffc61a1,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:36.984690 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (f5d72a29-8a4e-419d-b735-ea8ecaa34b88), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:37.001505 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:37.002751 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-6d6fdd3c-5723-4bb0-be35-d4cf8d664fc3 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8176832 Feb 18 08:30:37.201889 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-0d7bf3fe-c727-43db-affc-ae8b774fa0ac tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1422009473&fields=id&tenant_id=f10be412094940ad85cc4b95899c3735 HTTP/1.1" status: 200 len: 267 time: 0.0420291 Feb 18 08:30:37.313889 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-d50a57c8-2f93-4fed-b11c-0c3c851a1260 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:37.315362 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-d50a57c8-2f93-4fed-b11c-0c3c851a1260 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 810 time: 0.1044972 Feb 18 08:30:37.329869 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-32c52113-e548-4efa-be2c-c33cb8ddf46d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/quotas/f10be412094940ad85cc4b95899c3735 HTTP/1.1" status: 200 len: 375 time: 0.0090182 Feb 18 08:30:37.393279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-d2bbcc72-4c24-4213-978b-42725d13ebcb tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587032 Feb 18 08:30:37.590353 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-21f2884e-9fa2-425e-a144-8af3fe0afed5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852469 Feb 18 08:30:37.696208 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-c837e6e0-ca63-487a-ae0e-4cc12f77a5f2 service neutron] 10.222.0.69 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997014 Feb 18 08:30:37.874613 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-95c1d9bb-4138-4625-b3ee-0c84236c87ff req-8c2b5ecb-83db-4b06-8458-442dc792fe1c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 210 time: 0.0275724 Feb 18 08:30:38.954228 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-5bba0ade-f54c-4818-b841-9f652d6ecf8e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:38.956660 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-5bba0ade-f54c-4818-b841-9f652d6ecf8e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 810 time: 0.1297288 Feb 18 08:30:38.998466 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3aac3531-a5fa-465d-b360-ffcc0ecb005a req-b3d0f93e-dc77-4efc-93f6-5a6d9ae94367 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 210 time: 0.0407250 Feb 18 08:30:39.072804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39b76-3e9d-428e-97db-68d5ed738706 req-0ebf34ea-9bba-4884-be6c-826ebaa2d99f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:39.074267 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35d39b76-3e9d-428e-97db-68d5ed738706 req-0ebf34ea-9bba-4884-be6c-826ebaa2d99f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1065753 Feb 18 08:30:39.078915 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-1cb19cf6-f1fa-4413-b927-aa3d07a25941 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f10be412094940ad85cc4b95899c3735 HTTP/1.1" status: 200 len: 380 time: 0.1095970 Feb 18 08:30:39.092560 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'port': {'device_id': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'admin_state_up': True, 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'security_groups': ['e41d9be4-2910-4b2a-a33b-f882a266c560']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:39.183665 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35d39b76-3e9d-428e-97db-68d5ed738706 req-f5c74d8d-a551-4f62-97b8-3b97fd502554 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036780 Feb 18 08:30:39.232198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Made reservation on behalf of f10be412094940ad85cc4b95899c3735 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:30:39.235458 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:39.365625 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Allocated IP 172.20.0.3 (5c57dc9c-8af0-42ce-ba26-fdee96089da9/a98cbd04-4c2c-4520-be1c-70bffb1485bc/a5c96d47-a680-4885-9694-892f2183a12f) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:30:39.508684 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for port (a5c96d47-a680-4885-9694-892f2183a12f), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:39.545873 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (a5c96d47-a680-4885-9694-892f2183a12f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:39.593043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:30:39.596140 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:30:39.599767 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:30:39.606050 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event updated for resources: {'Port': ['ID=a5c96d47-a680-4885-9694-892f2183a12f,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:39.652625 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:39.653264 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:39.670517 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-511047b8-c9d6-45dd-8dd2-545c72faf0ef tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834892 Feb 18 08:30:39.682476 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Request body: {'port': {'device_id': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:39.749712 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (a5c96d47-a680-4885-9694-892f2183a12f), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:39.791675 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-43f2540e-0846-40a3-8ad4-38a7000820a7 None None] Provisioning complete for port a5c96d47-a680-4885-9694-892f2183a12f triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:39.792653 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-43f2540e-0846-40a3-8ad4-38a7000820a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (a5c96d47-a680-4885-9694-892f2183a12f), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:39.830226 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-43f2540e-0846-40a3-8ad4-38a7000820a7 None None] Port a5c96d47-a680-4885-9694-892f2183a12f cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:30:40.013660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c96d47-a680-4885-9694-892f2183a12f {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:30:40.021085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Publish callbacks [] for port (a5c96d47-a680-4885-9694-892f2183a12f), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:40.033266 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Transition to ACTIVE for port object a5c96d47-a680-4885-9694-892f2183a12f will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:30:40.038428 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (a5c96d47-a680-4885-9694-892f2183a12f), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:40.125137 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c96d47-a680-4885-9694-892f2183a12f,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:40.193139 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d7eb1-75cc-4e88-b676-33b0fcdcb0c2 req-87b7c623-b3d9-404f-b4da-e19bb16b9485 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.194639 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2d8d7eb1-75cc-4e88-b676-33b0fcdcb0c2 req-87b7c623-b3d9-404f-b4da-e19bb16b9485 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 943 time: 0.1174328 Feb 18 08:30:40.215150 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Attempting to bind port a5c96d47-a680-4885-9694-892f2183a12f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:30:40.215476 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Attempting to bind port a5c96d47-a680-4885-9694-892f2183a12f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:30:40.215844 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Attempting to bind port a5c96d47-a680-4885-9694-892f2183a12f on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:30:40.228880 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Port a5c96d47-a680-4885-9694-892f2183a12f on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:30:40.229210 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Attempting to bind port a5c96d47-a680-4885-9694-892f2183a12f on network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:30:40.237294 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:30:40.237632 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Checking segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:30:40.238015 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Bound using segment: {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:30:40.238426 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Bound port: a5c96d47-a680-4885-9694-892f2183a12f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72af7056-7131-4838-9899-2aab03e08ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:30:40.238781 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (a5c96d47-a680-4885-9694-892f2183a12f), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:40.279684 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2d8d7eb1-75cc-4e88-b676-33b0fcdcb0c2 req-968fb7d8-f5fc-40f9-88cc-5b9907e062df tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749977 Feb 18 08:30:40.352607 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] For port a5c96d47-a680-4885-9694-892f2183a12f, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:30:40.355872 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] For port a5c96d47-a680-4885-9694-892f2183a12f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a5c96d47-a680-4885-9694-892f2183a12f,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:30:40.363257 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fac223-0d1b-461f-ba83-5adaa1e831d1 req-adf9b506-5ad8-4253-a8a2-9afd0a90a212 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.364744 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a2fac223-0d1b-461f-ba83-5adaa1e831d1 req-adf9b506-5ad8-4253-a8a2-9afd0a90a212 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1021895 Feb 18 08:30:40.371118 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (a5c96d47-a680-4885-9694-892f2183a12f), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:40.425565 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.426192 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:40.427559 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] 10.222.0.79 "PUT /v2.0/ports/a5c96d47-a680-4885-9694-892f2183a12f HTTP/1.1" status: 200 len: 1093 time: 0.7493668 Feb 18 08:30:40.428016 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:40.430282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88399d4b-626a-4069-a740-d0a25426e841" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "tag": "a5c96d47-a680-4885-9694-892f2183a12f"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:40.466527 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f837b5-c6aa-48eb-af2c-5b07a4a71fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c96d47-a680-4885-9694-892f2183a12f,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:40.473496 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a2fac223-0d1b-461f-ba83-5adaa1e831d1 req-214b8527-9493-4690-af74-61bd4f266ca0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001515 Feb 18 08:30:40.508082 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dd5c97-a121-408d-818f-7a62a58c15b3 x-openstack-request-id: req-66dd5c97-a121-408d-818f-7a62a58c15b3 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:40.508378 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "tag": "a5c96d47-a680-4885-9694-892f2183a12f", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:40.508634 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66dd5c97-a121-408d-818f-7a62a58c15b3 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:40.509030 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f', 'status': 'completed', 'code': 200} Feb 18 08:30:40.528698 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-a6ea4e35-2ed9-49e3-bab0-74a5f94d75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.530279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-a6ea4e35-2ed9-49e3-bab0-74a5f94d75ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 1127 time: 0.0556817 Feb 18 08:30:40.578168 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-b0cb3d2c-bd7a-4e26-af92-640241b2313d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5c96d47-a680-4885-9694-892f2183a12f HTTP/1.1" status: 200 len: 217 time: 0.0392330 Feb 18 08:30:40.634541 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-bcac6416-be98-4b92-bd88-9c5f5084ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.636285 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-bcac6416-be98-4b92-bd88-9c5f5084ab01 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.0465858 Feb 18 08:30:40.687029 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-7b02d18f-9532-470d-a52d-0286ce1a3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.688588 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-7b02d18f-9532-470d-a52d-0286ce1a3fd6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450456 Feb 18 08:30:40.785353 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-d16fd5c0-d1dd-4743-b970-204f5e95dd72 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899205 Feb 18 08:30:40.878255 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2cbe95aa-3d10-4c08-95b3-740a13aee5a0 req-557914c8-beba-4960-a0ea-96d9fe47d717 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818949 Feb 18 08:30:40.972288 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d4b-626a-4069-a740-d0a25426e841 req-d097745d-b816-4b5b-819f-78c15dfa1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:40.973792 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-d097745d-b816-4b5b-819f-78c15dfa1358 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 1127 time: 0.0501201 Feb 18 08:30:41.069805 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d4b-626a-4069-a740-d0a25426e841 req-c63ad34c-00d5-4135-ac5e-6493d9a05cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:41.071182 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-c63ad34c-00d5-4135-ac5e-6493d9a05cfc service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.0907824 Feb 18 08:30:41.119311 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-1e642a32-946c-4052-8244-58050e658c1f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5c96d47-a680-4885-9694-892f2183a12f HTTP/1.1" status: 200 len: 217 time: 0.0405929 Feb 18 08:30:41.169027 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d4b-626a-4069-a740-d0a25426e841 req-fb9955c0-dcd4-4879-9622-d4559e98cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:41.170401 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-fb9955c0-dcd4-4879-9622-d4559e98cd65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.0445242 Feb 18 08:30:41.221319 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d4b-626a-4069-a740-d0a25426e841 req-daa02a9b-cc9e-4589-9794-4b1bac541139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:41.222985 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-daa02a9b-cc9e-4589-9794-4b1bac541139 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451376 Feb 18 08:30:41.321117 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-3457dd36-26eb-4219-8a25-23906bf8eb24 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888352 Feb 18 08:30:41.451389 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88399d4b-626a-4069-a740-d0a25426e841 req-1cedc321-0cd6-4a68-bb3a-cd69ed4f9695 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124964 Feb 18 08:30:41.458806 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bcfce-8f96-4df3-9a13-9abf79b432ce req-23b19455-1a77-4369-a452-c7550177cc37 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:41.460187 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-674bcfce-8f96-4df3-9a13-9abf79b432ce req-23b19455-1a77-4369-a452-c7550177cc37 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 943 time: 0.1033988 Feb 18 08:30:41.510006 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-674bcfce-8f96-4df3-9a13-9abf79b432ce req-6da0c3de-3066-437e-981a-20e5eb83e740 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441675 Feb 18 08:30:41.608971 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb89e-79f1-4827-a01c-4295748f8c0c req-202eb95e-2153-49ef-b6be-96a7d7c6b358 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:41.610375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f53bb89e-79f1-4827-a01c-4295748f8c0c req-202eb95e-2153-49ef-b6be-96a7d7c6b358 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0557921 Feb 18 08:30:41.658675 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f53bb89e-79f1-4827-a01c-4295748f8c0c req-7aef6765-863e-44a9-99a8-7d2b3abd529b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427978 Feb 18 08:30:41.995915 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:30:42.640504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650df173-00c3-4c94-843e-e4a76b239103 req-95f34ee8-5dd7-48fe-9505-2c57fb426213 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:42.641966 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-650df173-00c3-4c94-843e-e4a76b239103 req-95f34ee8-5dd7-48fe-9505-2c57fb426213 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 943 time: 0.0555673 Feb 18 08:30:42.693932 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-650df173-00c3-4c94-843e-e4a76b239103 req-27388a39-820d-4404-aefa-e76ff715db4d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436954 Feb 18 08:30:42.795747 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29de9d-2eeb-43af-aedf-d36861e74531 req-f8ac7fc0-b6b4-4483-845d-645f64462df4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:42.797197 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ee29de9d-2eeb-43af-aedf-d36861e74531 req-f8ac7fc0-b6b4-4483-845d-645f64462df4 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0553865 Feb 18 08:30:42.844660 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ee29de9d-2eeb-43af-aedf-d36861e74531 req-07220b8e-c15a-477e-92d0-46c5a3b10d4c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404325 Feb 18 08:30:43.087458 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:43.827018 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b2097-68d2-49e6-af17-331448cd3609 req-cfc21bb8-8185-48e7-a610-1504e9ec89f7 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:43.828535 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f7b2097-68d2-49e6-af17-331448cd3609 req-cfc21bb8-8185-48e7-a610-1504e9ec89f7 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 943 time: 0.0560663 Feb 18 08:30:43.877611 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f7b2097-68d2-49e6-af17-331448cd3609 req-2725c2b4-9d53-4db4-99af-45ebd6ed917c tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Feb 18 08:30:43.980943 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903363d-a726-4b9e-bb3e-6f80607e6fe7 req-c2231fe3-116d-43a9-aee2-9f127a381374 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:43.982289 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a903363d-a726-4b9e-bb3e-6f80607e6fe7 req-c2231fe3-116d-43a9-aee2-9f127a381374 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0656345 Feb 18 08:30:44.004902 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device a5c96d47-a680-4885-9694-892f2183a12f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:30:44.030554 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a903363d-a726-4b9e-bb3e-6f80607e6fe7 req-01fb4ce9-e690-4060-b997-ef4f2998e796 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 Feb 18 08:30:44.116303 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port a5c96d47-a680-4885-9694-892f2183a12f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a5c96d47-a680-4885-9694-892f2183a12f,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:44.130086 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'a5c96d47-a680-4885-9694-892f2183a12f', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'port_id': 'a5c96d47-a680-4885-9694-892f2183a12f', 'mac_address': 'fa:16:3e:61:87:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:30:44.170280 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port a5c96d47-a680-4885-9694-892f2183a12f is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:44.170670 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (a5c96d47-a680-4885-9694-892f2183a12f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:44.184193 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c96d47-a680-4885-9694-892f2183a12f {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:30:44.204590 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port a5c96d47-a680-4885-9694-892f2183a12f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a5c96d47-a680-4885-9694-892f2183a12f,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:44.211382 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (a5c96d47-a680-4885-9694-892f2183a12f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:44.257601 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c96d47-a680-4885-9694-892f2183a12f,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:44.612002 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['a5c96d47-a680-4885-9694-892f2183a12f'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:30:45.003484 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b33b-437c-476c-ba90-32ced5ce6903 req-571b05c8-bae2-4b7e-bda2-72677b04cfa6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:45.004989 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5c23b33b-437c-476c-ba90-32ced5ce6903 req-571b05c8-bae2-4b7e-bda2-72677b04cfa6 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 944 time: 0.0543737 Feb 18 08:30:45.052280 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5c23b33b-437c-476c-ba90-32ced5ce6903 req-3888bf3a-48db-4aaa-801b-3cb251275191 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406899 Feb 18 08:30:45.155895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010c52-3e63-4918-b10d-a09fe4381513 req-035ad919-dc31-4ba8-be26-2fcd7a611a48 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:45.157432 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-95010c52-3e63-4918-b10d-a09fe4381513 req-035ad919-dc31-4ba8-be26-2fcd7a611a48 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0536084 Feb 18 08:30:45.210387 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-95010c52-3e63-4918-b10d-a09fe4381513 req-058502fa-d76e-4a43-b6a4-a3e350b46595 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446255 Feb 18 08:30:46.013174 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device a5c96d47-a680-4885-9694-892f2183a12f up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:30:46.079603 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port a5c96d47-a680-4885-9694-892f2183a12f completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:30:46.083504 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port a5c96d47-a680-4885-9694-892f2183a12f triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:46.083924 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (a5c96d47-a680-4885-9694-892f2183a12f), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:46.161327 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port a5c96d47-a680-4885-9694-892f2183a12f is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:46.161710 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (a5c96d47-a680-4885-9694-892f2183a12f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:46.176559 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218e162-01c5-4946-b006-82e45b743e1c req-2c08fbea-89ee-4848-8834-877d7da9017d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:46.178511 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b218e162-01c5-4946-b006-82e45b743e1c req-2c08fbea-89ee-4848-8834-877d7da9017d tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 944 time: 0.0553148 Feb 18 08:30:46.188351 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:46.190604 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ed40b6-3a2f-4640-b1c4-12bd5529b78f" -d '{"events": [{"server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "name": "network-vif-plugged", "status": "completed", "tag": "a5c96d47-a680-4885-9694-892f2183a12f"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:46.203770 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port a5c96d47-a680-4885-9694-892f2183a12f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a5c96d47-a680-4885-9694-892f2183a12f,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:46.211132 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (a5c96d47-a680-4885-9694-892f2183a12f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:46.232147 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b218e162-01c5-4946-b006-82e45b743e1c req-32ad43af-c1b6-4296-9fa5-0e0efaa47f3b tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474226 Feb 18 08:30:46.235907 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd490dd-f3b4-4687-bacd-a3bc45e77ca2 x-openstack-request-id: req-6dd490dd-f3b4-4687-bacd-a3bc45e77ca2 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:46.236232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "name": "network-vif-plugged", "status": "completed", "tag": "a5c96d47-a680-4885-9694-892f2183a12f", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:46.236478 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6dd490dd-f3b4-4687-bacd-a3bc45e77ca2 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:46.236980 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f', 'code': 200} Feb 18 08:30:46.271204 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=a5c96d47-a680-4885-9694-892f2183a12f,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:46.351454 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d260-48b8-4b98-94eb-759b78017ccf req-96f4409f-cc71-4de1-8942-68e17a6e4fcb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:46.352930 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9dd7d260-48b8-4b98-94eb-759b78017ccf req-96f4409f-cc71-4de1-8942-68e17a6e4fcb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0534215 Feb 18 08:30:46.428648 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9dd7d260-48b8-4b98-94eb-759b78017ccf req-81fbb8d1-cae6-471a-8d9e-5aa5dee5dd1b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699739 Feb 18 08:30:46.434849 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbe418-bcfb-488e-b7ba-333fe4c0aa08 req-aa28a0df-f7ac-44dc-bd73-c1d8ece7b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:46.436303 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-22fbe418-bcfb-488e-b7ba-333fe4c0aa08 req-aa28a0df-f7ac-44dc-bd73-c1d8ece7b7cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 1129 time: 0.0720127 Feb 18 08:30:46.482765 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-22fbe418-bcfb-488e-b7ba-333fe4c0aa08 req-4d6b6c7f-2c06-4b25-8660-b55a1fcb8c20 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 Feb 18 08:30:47.354670 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17fa9d-35b6-490a-8bc7-f30e5c03690c req-8acaa005-e9ee-40dc-b7aa-6965931c22bd tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:47.356389 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2b17fa9d-35b6-490a-8bc7-f30e5c03690c req-8acaa005-e9ee-40dc-b7aa-6965931c22bd tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.0593867 Feb 18 08:30:47.403293 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2b17fa9d-35b6-490a-8bc7-f30e5c03690c req-386cd8cb-37e5-4f63-8051-b43b7cb208d1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Feb 18 08:30:47.563465 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51714b-8dcc-45da-8c63-ccc41fc5c4d6 req-a2378e04-c94e-4c49-bbe0-f99f2f7193c2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:47.565045 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b51714b-8dcc-45da-8c63-ccc41fc5c4d6 req-a2378e04-c94e-4c49-bbe0-f99f2f7193c2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0570724 Feb 18 08:30:47.618749 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b51714b-8dcc-45da-8c63-ccc41fc5c4d6 req-83974184-c58b-4b57-8b19-d88264445be6 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459599 Feb 18 08:30:48.524808 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfc26-59a9-4334-8ecc-84aa4d89b0d0 req-a6cbfba2-f54c-40b9-a791-e65c793a4f62 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:48.526278 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1fdfc26-59a9-4334-8ecc-84aa4d89b0d0 req-a6cbfba2-f54c-40b9-a791-e65c793a4f62 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.0527549 Feb 18 08:30:48.582736 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1fdfc26-59a9-4334-8ecc-84aa4d89b0d0 req-c1351690-4be6-40de-ada5-4c4ce4be3aab tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507960 Feb 18 08:30:48.752731 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-551dc42e-0fff-42fc-92db-92f9d1cd8ee3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058705 Feb 18 08:30:48.765179 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604cc87-26ec-442b-8244-281523e5ee5c req-815b72d8-c09c-4089-b18b-cd677f4dc9d1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:48.766582 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c604cc87-26ec-442b-8244-281523e5ee5c req-815b72d8-c09c-4089-b18b-cd677f4dc9d1 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.1119590 Feb 18 08:30:48.776385 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 35870) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:30:48.781045 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Request body: {'floatingip': {'port_id': 'a5c96d47-a680-4885-9694-892f2183a12f'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:48.781236 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c33c7-e630-4275-94f6-962077cb92c5 req-6eaeaab9-5df1-4f49-8e3f-a51341d7faa3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:48.782705 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-286c33c7-e630-4275-94f6-962077cb92c5 req-6eaeaab9-5df1-4f49-8e3f-a51341d7faa3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0853884 Feb 18 08:30:48.824149 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (f5d72a29-8a4e-419d-b735-ea8ecaa34b88), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:48.860886 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-286c33c7-e630-4275-94f6-962077cb92c5 req-942e8958-4b60-4758-a6f1-d8eb879f7931 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698376 Feb 18 08:30:48.864982 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-deec0e6a-1b5c-43c2-ae00-b8ef5e8a760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:48.866473 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-deec0e6a-1b5c-43c2-ae00-b8ef5e8a760b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.0829053 Feb 18 08:30:48.981955 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-f6ebf545-35e0-4748-876f-acf05d529455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:48.983410 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-f6ebf545-35e0-4748-876f-acf05d529455 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.0859091 Feb 18 08:30:49.052522 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-ef9e5e96-5c93-484e-8468-a5501b1d3a66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 1001 time: 0.0604291 Feb 18 08:30:49.105095 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-2d887db4-0e47-4138-9df5-81816dd18262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:49.106640 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-2d887db4-0e47-4138-9df5-81816dd18262 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.0473311 Feb 18 08:30:49.159257 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-5ca84603-02b1-463e-b74d-14d16bf10e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:49.160938 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-5ca84603-02b1-463e-b74d-14d16bf10e8e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458562 Feb 18 08:30:49.251390 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-f1ef847b-cc52-4aac-98a3-a25ef4d1526d service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838642 Feb 18 08:30:49.264012 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:49.269347 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (f5d72a29-8a4e-419d-b735-ea8ecaa34b88), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:49.376734 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Floating IP f5d72a29-8a4e-419d-b735-ea8ecaa34b88 associated. External IP: 172.27.3.24, port: a5c96d47-a680-4885-9694-892f2183a12f. Feb 18 08:30:49.598145 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:30:49.627976 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2e28d6dd-df1b-4af9-9604-8d064d3df2d3 req-6b3005e6-55ba-403f-81f4-dd4b3e6bf76a service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691788 Feb 18 08:30:49.707830 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:30:49.712738 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:49.717785 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:30:49.727319 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:49.728009 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:49.746811 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b7bd7a30-edec-4e49-9135-2b961dba93a9 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "PUT /v2.0/floatingips/f5d72a29-8a4e-419d-b735-ea8ecaa34b88 HTTP/1.1" status: 200 len: 990 time: 0.9668908 Feb 18 08:30:49.746811 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:49.748490 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83f3756-9886-4248-ac9e-967c8dd72aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "tag": "a5c96d47-a680-4885-9694-892f2183a12f"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:49.791076 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb922c2c-ed86-484b-bf2e-bfa89284fb66 x-openstack-request-id: req-eb922c2c-ed86-484b-bf2e-bfa89284fb66 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:49.791799 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "tag": "a5c96d47-a680-4885-9694-892f2183a12f", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:49.791799 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb922c2c-ed86-484b-bf2e-bfa89284fb66 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:49.796402 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f', 'status': 'completed', 'code': 200} Feb 18 08:30:49.855676 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:49.867765 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-2e174e60-4dbf-4440-b76f-480d362a2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:49.869278 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-2e174e60-4dbf-4440-b76f-480d362a2fb0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f10be412094940ad85cc4b95899c3735&device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 1129 time: 0.0451610 Feb 18 08:30:49.994829 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-ec634518-a6c9-4ceb-944c-65c30b128412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:49.996331 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-ec634518-a6c9-4ceb-944c-65c30b128412 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 200 len: 911 time: 0.1141255 Feb 18 08:30:50.084819 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-72491d33-4552-4490-8965-1cf81727323f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5c96d47-a680-4885-9694-892f2183a12f HTTP/1.1" status: 200 len: 998 time: 0.0726738 Feb 18 08:30:50.099516 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40aa355-da68-4889-8e47-ce4dda42309d req-bbd45103-b6f0-4ba5-8736-ed79e2ea4c01 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:50.099516 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c40aa355-da68-4889-8e47-ce4dda42309d req-bbd45103-b6f0-4ba5-8736-ed79e2ea4c01 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1163015 Feb 18 08:30:50.165144 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'f5d72a29-8a4e-419d-b735-ea8ecaa34b88', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'port_id': 'a5c96d47-a680-4885-9694-892f2183a12f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'mac_address': 'fa:16:3e:61:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:30:36Z', 'updated_at': '2022-02-18T08:30:49Z', 'revision_number': 1, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:50.196717 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c40aa355-da68-4889-8e47-ce4dda42309d req-8ff1af5b-fc21-4a1e-abda-8f4893ea8933 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848649 Feb 18 08:30:50.203316 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-0c1b6421-14bb-4306-958b-30c6d23bd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:50.204834 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-0c1b6421-14bb-4306-958b-30c6d23bd8db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 200 len: 849 time: 0.1057227 Feb 18 08:30:50.205123 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:30:50.224933 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:50.225897 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:50.264017 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-a9c08272-96ff-4dfd-be70-bac692706aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:50.265594 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-a9c08272-96ff-4dfd-be70-bac692706aa1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5c57dc9c-8af0-42ce-ba26-fdee96089da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492334 Feb 18 08:30:50.338296 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:50.359364 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-bb9fbefa-167a-44b4-ace9-b3d3b7d36fc3 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855534 Feb 18 08:30:50.453097 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c83f3756-9886-4248-ac9e-967c8dd72aa3 req-9358b42a-562b-42fe-81bf-f4f43260bb13 service neutron] 10.222.0.79 "GET /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Feb 18 08:30:50.571512 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'f5d72a29-8a4e-419d-b735-ea8ecaa34b88', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'port_id': 'a5c96d47-a680-4885-9694-892f2183a12f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'mac_address': 'fa:16:3e:61:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:30:36Z', 'updated_at': '2022-02-18T08:30:49Z', 'revision_number': 1, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:50.597757 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec314c7-cfaa-441d-b4a6-0cf43543fea2 None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': 'f5d72a29-8a4e-419d-b735-ea8ecaa34b88', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'port_id': 'a5c96d47-a680-4885-9694-892f2183a12f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'mac_address': 'fa:16:3e:61:87:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:30:36Z', 'updated_at': '2022-02-18T08:30:49Z', 'revision_number': 1, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:30:50.824626 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288efe8-b949-47ba-ab67-d4fc235b2070 None None] New status for floating IP f5d72a29-8a4e-419d-b735-ea8ecaa34b88: ACTIVE {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:30:51.342881 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d866caf-da66-421d-999c-1ffa3dc454db req-67d021a3-5749-43e1-abb3-505e70952fcf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:51.344400 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d866caf-da66-421d-999c-1ffa3dc454db req-67d021a3-5749-43e1-abb3-505e70952fcf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0632491 Feb 18 08:30:51.400138 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d866caf-da66-421d-999c-1ffa3dc454db req-ada887d5-479c-4957-bec6-4b646afba85f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495770 Feb 18 08:30:52.562436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6fd9c-aa79-481b-8d88-fc929804e1f3 req-20e70be5-69db-45a9-9168-42929e5a40c3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:52.563961 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-68b6fd9c-aa79-481b-8d88-fc929804e1f3 req-20e70be5-69db-45a9-9168-42929e5a40c3 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0803888 Feb 18 08:30:52.586464 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ef748-7980-4be2-b7b9-ade3426c87dd req-424b0aaa-07ff-49ba-8d62-21bc7c0e5fdf tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:52.587982 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-418ef748-7980-4be2-b7b9-ade3426c87dd req-424b0aaa-07ff-49ba-8d62-21bc7c0e5fdf tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 945 time: 0.0778756 Feb 18 08:30:52.648754 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-68b6fd9c-aa79-481b-8d88-fc929804e1f3 req-23dfa61d-b3fd-499e-8ee5-61780b77c030 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780799 Feb 18 08:30:52.661322 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-418ef748-7980-4be2-b7b9-ade3426c87dd req-951bfe9d-cb3e-427f-a645-3099b911727f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667346 Feb 18 08:30:53.806759 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0089c0-a625-4579-a8a7-1a51e938fe0c req-637e6ed5-579c-4998-ba61-623f535ac1cf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:53.808266 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1d0089c0-a625-4579-a8a7-1a51e938fe0c req-637e6ed5-579c-4998-ba61-623f535ac1cf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0837159 Feb 18 08:30:53.818957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb0c71-7f9a-456c-a311-612e23e5ce26 req-db0e764f-b1a5-45be-9b2a-99e47478c80e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:53.820393 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-babb0c71-7f9a-456c-a311-612e23e5ce26 req-db0e764f-b1a5-45be-9b2a-99e47478c80e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 945 time: 0.0861650 Feb 18 08:30:53.890773 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1d0089c0-a625-4579-a8a7-1a51e938fe0c req-a78b1201-ef43-4d00-a433-d37baa67bf73 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693648 Feb 18 08:30:53.894452 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-babb0c71-7f9a-456c-a311-612e23e5ce26 req-306c4f40-b310-4e64-a8ca-a66c49fd81ed tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674739 Feb 18 08:30:54.394458 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-b710cf44-20c2-4c9b-8dd5-dec6b21ae992 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:54.395936 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-b710cf44-20c2-4c9b-8dd5-dec6b21ae992 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 945 time: 0.0689025 Feb 18 08:30:54.492736 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Deleting port 46c6065a-aa91-4388-8022-a7b95162d96b {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:30:54.493066 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:54.590873 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] For port 46c6065a-aa91-4388-8022-a7b95162d96b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46c6065a-aa91-4388-8022-a7b95162d96b,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:54.591232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:54.767530 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:54.768080 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (15f2f67f-562e-435c-8b6f-b8a4bb4ad00c), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:54.768587 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Floating IP 15f2f67f-562e-435c-8b6f-b8a4bb4ad00c disassociated. External IP: 172.27.3.80, port: 46c6065a-aa91-4388-8022-a7b95162d96b. Feb 18 08:30:54.769099 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Calling delete_port for 46c6065a-aa91-4388-8022-a7b95162d96b owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:30:54.905828 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (46c6065a-aa91-4388-8022-a7b95162d96b), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:54.938660 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'Port': ['ID=46c6065a-aa91-4388-8022-a7b95162d96b,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:55.061696 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-631c8a97-2ab4-43fd-b190-aa2a4939c153 req-dd5c6798-5456-4482-ba68-791dc5b6765a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 210 time: 0.0800269 Feb 18 08:30:55.109827 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1c18-0d07-4237-b230-cee1986952af req-50e39f32-880e-410e-afaa-65b6c42944b9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:55.111274 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a3ff1c18-0d07-4237-b230-cee1986952af req-50e39f32-880e-410e-afaa-65b6c42944b9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1286149 Feb 18 08:30:55.120775 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:30:55.227332 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a3ff1c18-0d07-4237-b230-cee1986952af req-e7badd5b-0d54-4f32-adac-d1c15531ada0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083438 Feb 18 08:30:55.264649 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:30:55.275158 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:30:55.285551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:55.286441 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:55.306271 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] No DVR routers for this DVR port 46c6065a-aa91-4388-8022-a7b95162d96b on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:30:55.309023 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:55.312471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10f50f76-1047-4d6c-893d-fdc1109fdf2f req-0e025d92-6937-4a58-9ee5-44abf37e3ce2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "DELETE /v2.0/ports/46c6065a-aa91-4388-8022-a7b95162d96b HTTP/1.1" status: 204 len: 173 time: 0.9108195 Feb 18 08:30:55.312980 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'name': 'network-vif-deleted', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:55.315284 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c5b46f-efad-4404-9f34-1f92c6f332dd" -d '{"events": [{"server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "name": "network-vif-deleted", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:55.359777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7698d046-8d61-4736-94e1-90f2536f93bf x-openstack-request-id: req-7698d046-8d61-4736-94e1-90f2536f93bf {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:55.360286 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f030ef2e-0feb-443b-b262-91c53ed05008", "name": "network-vif-deleted", "tag": "46c6065a-aa91-4388-8022-a7b95162d96b", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:55.360755 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7698d046-8d61-4736-94e1-90f2536f93bf {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:55.361295 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f030ef2e-0feb-443b-b262-91c53ed05008', 'name': 'network-vif-deleted', 'tag': '46c6065a-aa91-4388-8022-a7b95162d96b', 'status': 'completed', 'code': 200} Feb 18 08:30:55.418061 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:55.618791 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:55.644994 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:30:55.653462 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:30:55.654069 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:30:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:55.769567 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:30:56.057561 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:30:56.173307 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b9abf743-4a9c-4cae-acdf-ee27731f090b req-c17acb63-c598-497d-adbf-66b25dad0b4e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=f030ef2e-0feb-443b-b262-91c53ed05008 HTTP/1.1" status: 200 len: 210 time: 0.0314162 Feb 18 08:30:56.196411 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:30:56.199512 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:56.236570 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209380cd-d2d8-4dd5-985a-d7fc70ba43a2 None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:30:56.242051 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'mac_address': 'fa:16:3e:f0:de:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:30:56.290298 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: ACTIVE; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:56.291609 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:56.308580 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7606dbb2-29d9-45be-a2fc-9c413939e25f {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:30:56.329697 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:56.334475 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:56.374255 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b0d6-da1e-457c-8c81-8206d29eb192 req-fd348199-28df-4f1a-a12b-6eb04f7ef1eb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:56.375950 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c28b0d6-da1e-457c-8c81-8206d29eb192 req-fd348199-28df-4f1a-a12b-6eb04f7ef1eb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0595758 Feb 18 08:30:56.393238 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=6']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:56.428657 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['7606dbb2-29d9-45be-a2fc-9c413939e25f'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:30:56.433104 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1c28b0d6-da1e-457c-8c81-8206d29eb192 req-6afeb7b1-205f-45b3-b8e6-6cb0febc73da tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495064 Feb 18 08:30:56.501974 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43910f0e-6e7a-4af3-bb1e-7ce1176a49d6 None None] New status for floating IP 15f2f67f-562e-435c-8b6f-b8a4bb4ad00c: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:30:57.441573 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-a43ab9b3-6c5f-43b9-9090-28c5672c1035 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179592831&fields=id&tenant_id=482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 267 time: 0.0457535 Feb 18 08:30:57.574351 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-0f1727ad-2ee8-4491-81f7-c6f24a6d184a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:57.575701 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-0f1727ad-2ee8-4491-81f7-c6f24a6d184a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 810 time: 0.1277351 Feb 18 08:30:57.594628 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67f1bd-f310-48f2-b346-226905aead30 req-644b6114-0eb7-4395-846c-5d37a4d97402 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:57.596023 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aa67f1bd-f310-48f2-b346-226905aead30 req-644b6114-0eb7-4395-846c-5d37a4d97402 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 945 time: 0.0906894 Feb 18 08:30:57.599905 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-455a4359-a523-4dbb-be5c-90761acf5381 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/quotas/482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 375 time: 0.0179625 Feb 18 08:30:57.670658 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-aa67f1bd-f310-48f2-b346-226905aead30 req-631e0908-c773-4c67-800a-f218e327a31f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682278 Feb 18 08:30:57.682897 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-d8c273fb-833b-4248-9f70-e374b234fa53 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750539 Feb 18 08:30:57.792653 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-cccf1b02-5a32-4ecc-8e32-d44c4b0ef381 service neutron] 10.222.0.69 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957508 Feb 18 08:30:57.893346 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-c48965c2-c5ad-4cc2-b590-283e4a28daf1 service neutron] 10.222.0.69 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947075 Feb 18 08:30:58.069100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:30:58.116100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 7606dbb2-29d9-45be-a2fc-9c413939e25f triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:30:58.116376 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:58.179312 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-498e4871-3b77-450c-9f07-816452f3bd84 req-4bc0e4af-7aab-46ef-9dbc-2fa69ac6dc8f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 210 time: 0.0295906 Feb 18 08:30:58.206870 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:30:58.207285 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:58.229635 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:30:58.231873 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe62880a-30ac-4d68-8851-8e92245192b3" -d '{"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-plugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:30:58.244597 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:30:58.249683 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:58.250581 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 46c6065a-aa91-4388-8022-a7b95162d96b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:30:58.276994 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0145eb0c-6bee-4516-af06-8ae29f28b55f x-openstack-request-id: req-0145eb0c-6bee-4516-af06-8ae29f28b55f {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:30:58.277283 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-plugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:30:58.277530 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0145eb0c-6bee-4516-af06-8ae29f28b55f {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:30:58.277910 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'code': 200} Feb 18 08:30:58.295790 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 46c6065a-aa91-4388-8022-a7b95162d96b {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:30:58.296131 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 46c6065a-aa91-4388-8022-a7b95162d96b not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:30:58.318797 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=7']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:58.476853 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-972a73e2-c4c7-48b8-af2b-08462588d777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:58.798130 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb60fc2-4ac3-4160-9111-b89b756f17dd req-ce3850d3-66e9-41fd-a33f-1b2075261a98 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:58.799161 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ddb60fc2-4ac3-4160-9111-b89b756f17dd req-ce3850d3-66e9-41fd-a33f-1b2075261a98 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0544927 Feb 18 08:30:58.852305 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ddb60fc2-4ac3-4160-9111-b89b756f17dd req-11422cfa-40fe-426a-aa06-abbb32071219 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465775 Feb 18 08:30:59.124212 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-238645fa-993e-4312-b487-829b73c90089 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:59.125694 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-238645fa-993e-4312-b487-829b73c90089 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 810 time: 0.1080420 Feb 18 08:30:59.191124 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-3c7d890b-27b3-46aa-abd4-9163430d63da tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 379 time: 0.0561423 Feb 18 08:30:59.202709 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'port': {'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'admin_state_up': True, 'tenant_id': '482cdb0727e741439015591dde185f01', 'security_groups': ['e7179d0a-69dc-4885-b64a-8b28c3a9df1d']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:59.298142 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cb87824a-a52a-460b-afaf-d60dbc3747d9 req-c5114c98-6fa7-4161-b3de-b26ea1f824fa tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 210 time: 0.0382843 Feb 18 08:30:59.370773 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Made reservation on behalf of 482cdb0727e741439015591dde185f01 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:30:59.374298 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:59.516051 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Allocated IP 172.20.0.7 (8100698b-8a1a-4508-a537-6b0fc4bbd154/4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13/ff1c85db-43af-4aba-8485-6783a18dbb63) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:30:59.659832 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:59.696454 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:59.744120 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:30:59.748475 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:30:59.752436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:30:59.759436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=ff1c85db-43af-4aba-8485-6783a18dbb63,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:30:59.815872 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:30:59.816580 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:30:59.836560 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-95df0615-7dd0-4018-bc7f-b59167ed41bb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383872 Feb 18 08:30:59.851635 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Request body: {'port': {'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:30:59.918401 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.039704 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-3c0df945-d048-4ec9-aa16-46af6283adf6 None None] Provisioning complete for port ff1c85db-43af-4aba-8485-6783a18dbb63 triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:00.040288 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3c0df945-d048-4ec9-aa16-46af6283adf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.067825 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ddd8-5ecb-4142-a28d-543dc332dfdf req-f074c1be-d9a1-4fc7-8c5b-797a2823a473 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:00.069311 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f424ddd8-5ecb-4142-a28d-543dc332dfdf req-f074c1be-d9a1-4fc7-8c5b-797a2823a473 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1415229 Feb 18 08:31:00.079149 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3c0df945-d048-4ec9-aa16-46af6283adf6 None None] Port ff1c85db-43af-4aba-8485-6783a18dbb63 cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:31:00.172880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f424ddd8-5ecb-4142-a28d-543dc332dfdf req-30dc9c06-655c-47e0-a5ed-40114ec0e20c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952868 Feb 18 08:31:00.265670 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1c85db-43af-4aba-8485-6783a18dbb63 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:31:00.273502 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Publish callbacks [] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.288201 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Transition to ACTIVE for port object ff1c85db-43af-4aba-8485-6783a18dbb63 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:31:00.294317 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.344109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1c85db-43af-4aba-8485-6783a18dbb63,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:00.454671 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Attempting to bind port ff1c85db-43af-4aba-8485-6783a18dbb63 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:31:00.455000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Attempting to bind port ff1c85db-43af-4aba-8485-6783a18dbb63 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:31:00.455332 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Attempting to bind port ff1c85db-43af-4aba-8485-6783a18dbb63 on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:31:00.467574 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbc9a6-cd24-44e2-9f7c-74b3e7e206bf req-fe867f79-5a8b-4c66-b4f6-bc632c8dda72 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:00.469274 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7efbc9a6-cd24-44e2-9f7c-74b3e7e206bf req-fe867f79-5a8b-4c66-b4f6-bc632c8dda72 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0991874 Feb 18 08:31:00.470077 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Port ff1c85db-43af-4aba-8485-6783a18dbb63 on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:31:00.470401 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Attempting to bind port ff1c85db-43af-4aba-8485-6783a18dbb63 on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:31:00.482516 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:31:00.482859 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Checking segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:31:00.483239 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Bound using segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:31:00.483717 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Bound port: ff1c85db-43af-4aba-8485-6783a18dbb63, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:31:00.484079 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.562255 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7efbc9a6-cd24-44e2-9f7c-74b3e7e206bf req-f114c3b1-e224-4920-a5f4-99f615f664cd tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860364 Feb 18 08:31:00.587287 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] For port ff1c85db-43af-4aba-8485-6783a18dbb63, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:31:00.591676 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] For port ff1c85db-43af-4aba-8485-6783a18dbb63, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff1c85db-43af-4aba-8485-6783a18dbb63,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:31:00.594375 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8192ed40-64e2-469e-bd1d-250d8ec3b231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.598671 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.636534 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:00.637310 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:00.638892 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] 10.222.0.79 "PUT /v2.0/ports/ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 1093 time: 0.7917895 Feb 18 08:31:00.639459 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:31:00.642109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a30cd9-ac3c-4a7b-aadf-af24516f807f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:31:00.689934 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccf67e-965a-4224-a190-2bfaab6a4491 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1c85db-43af-4aba-8485-6783a18dbb63,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:00.705011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03110c-ce51-4ec6-ab80-4f2e65ca08d7 x-openstack-request-id: req-1f03110c-ce51-4ec6-ab80-4f2e65ca08d7 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:31:00.705324 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:31:00.705646 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f03110c-ce51-4ec6-ab80-4f2e65ca08d7 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:31:00.706066 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'status': 'completed', 'code': 200} Feb 18 08:31:00.772597 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-bdb5ab68-109e-4c91-b993-c26601da2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:00.774205 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-bdb5ab68-109e-4c91-b993-c26601da2eaf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1127 time: 0.0794184 Feb 18 08:31:00.826559 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-2ae2edd4-1098-49ce-ab22-288704ea8927 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 217 time: 0.0453095 Feb 18 08:31:00.883654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-a153d2fb-4a96-4e22-9603-467d21c43daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:00.885720 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-a153d2fb-4a96-4e22-9603-467d21c43daa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0461011 Feb 18 08:31:00.936948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-61444a28-df85-4aa0-ac2c-41b74ebe12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:00.938535 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-61444a28-df85-4aa0-ac2c-41b74ebe12ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465763 Feb 18 08:31:01.033485 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-354fbe62-dfd8-4cd3-ad14-ff1d07a8125a service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875981 Feb 18 08:31:01.126309 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bfc505ba-bbaa-41a7-98d8-56b8aede906a req-7d1b24d2-1950-4e16-93e9-90b732da9ae9 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851815 Feb 18 08:31:01.228933 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-58251b24-1120-4f37-b056-9e5034fdcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:01.230475 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-58251b24-1120-4f37-b056-9e5034fdcad7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1127 time: 0.0546627 Feb 18 08:31:01.654040 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d9db2-9b99-4f69-b9a5-a327ddcb6de0 req-1ba3891b-0982-4389-87a6-30d3f5498f4f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:01.655316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8d0d9db2-9b99-4f69-b9a5-a327ddcb6de0 req-1ba3891b-0982-4389-87a6-30d3f5498f4f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.3987093 Feb 18 08:31:01.656277 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-d150ec7a-860d-42b5-ba39-dab1f8da371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:01.657583 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-d150ec7a-860d-42b5-ba39-dab1f8da371d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.4088502 Feb 18 08:31:01.727343 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8d0d9db2-9b99-4f69-b9a5-a327ddcb6de0 req-5b867e66-eeba-44d7-a1ec-56a2f3a8eff7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663714 Feb 18 08:31:01.734906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975300-cbb1-4bd7-9f11-92af54a0a295 req-4da591fb-6022-43e4-aa3d-8c70a8870df6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:01.736375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-55975300-cbb1-4bd7-9f11-92af54a0a295 req-4da591fb-6022-43e4-aa3d-8c70a8870df6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0980341 Feb 18 08:31:01.795840 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-acfd20d6-ed2b-471d-b345-3409204b5baf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 217 time: 0.0375659 Feb 18 08:31:01.851150 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-55975300-cbb1-4bd7-9f11-92af54a0a295 req-bdaaac05-e868-4245-b19c-a56b4041cf50 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091003 Feb 18 08:31:01.864408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-5ba2d2e1-c0ab-4afd-b26a-bce922a3d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:01.865776 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-5ba2d2e1-c0ab-4afd-b26a-bce922a3d7a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0644252 Feb 18 08:31:01.904464 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:01.941285 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-baf2ea2e-798a-414f-9b94-083a06ebe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:01.942814 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-baf2ea2e-798a-414f-9b94-083a06ebe559 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453234 Feb 18 08:31:02.033658 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-b1bca6f7-83d4-42e1-bb5c-4d06ec10c29a service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826907 Feb 18 08:31:02.132153 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80a30cd9-ac3c-4a7b-aadf-af24516f807f req-047d2e49-fd23-4b83-8105-73e1ed354ebf service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903654 Feb 18 08:31:02.870815 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139954ba-1e01-4911-9e9c-c9e1a00b3169 req-2c903168-8d85-4515-8d5b-c5de22ab8769 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:02.872338 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-139954ba-1e01-4911-9e9c-c9e1a00b3169 req-2c903168-8d85-4515-8d5b-c5de22ab8769 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0550897 Feb 18 08:31:02.936468 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-139954ba-1e01-4911-9e9c-c9e1a00b3169 req-3d315607-bee2-4941-8ec0-5749ab9dd418 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560699 Feb 18 08:31:03.011684 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a005-0264-4819-bc25-ae86b46849a6 req-2b6b932e-8de3-4e67-88e9-ae701a78bd8d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:03.013095 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8df7a005-0264-4819-bc25-ae86b46849a6 req-2b6b932e-8de3-4e67-88e9-ae701a78bd8d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0754368 Feb 18 08:31:03.071872 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8df7a005-0264-4819-bc25-ae86b46849a6 req-f3500f15-ac84-472a-9cc6-821010f9a53a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524919 Feb 18 08:31:03.083408 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:04.105950 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b924c0-cbc4-417b-ad2f-33c2cdc7a5cb req-165783fc-b9cf-4f89-8ee0-355a5b256288 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:04.113940 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80b924c0-cbc4-417b-ad2f-33c2cdc7a5cb req-165783fc-b9cf-4f89-8ee0-355a5b256288 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0782609 Feb 18 08:31:04.212456 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-80b924c0-cbc4-417b-ad2f-33c2cdc7a5cb req-eb516fb3-9621-45e6-9611-1d974806d36e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972242 Feb 18 08:31:04.243947 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1093-5080-4668-946f-7e8e1f83b86f req-4f4e5a1d-5367-4a6a-ac89-738784857314 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:04.245569 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f63e1093-5080-4668-946f-7e8e1f83b86f req-4f4e5a1d-5367-4a6a-ac89-738784857314 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0975389 Feb 18 08:31:04.303909 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f63e1093-5080-4668-946f-7e8e1f83b86f req-a8b66055-8d29-48ce-8a23-fc8c7e6b2470 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523853 Feb 18 08:31:04.463659 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:05.363667 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee25aae-6ce2-4376-b8d5-beed7d4f864d req-fab78c2b-a602-40e8-8890-8fedb0587bfe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:05.366597 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8ee25aae-6ce2-4376-b8d5-beed7d4f864d req-fab78c2b-a602-40e8-8890-8fedb0587bfe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0713842 Feb 18 08:31:05.450422 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8ee25aae-6ce2-4376-b8d5-beed7d4f864d req-7e56d1b7-5227-4f8d-8257-841de68e2375 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779567 Feb 18 08:31:05.478153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af342a-0808-43d8-90e2-777ccf141c03 req-188750e4-a1e6-4722-8bb7-e7eb2f5923c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:05.478603 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65af342a-0808-43d8-90e2-777ccf141c03 req-188750e4-a1e6-4722-8bb7-e7eb2f5923c5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0938454 Feb 18 08:31:05.526428 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65af342a-0808-43d8-90e2-777ccf141c03 req-2d7912a1-c2de-4241-9ec8-2289e87472d5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Feb 18 08:31:06.584573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5929-7267-48a2-84da-2ff814a0f2a7 req-9bcd6965-d56a-4719-a668-d9ea2ebb1476 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:06.591470 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-145e5929-7267-48a2-84da-2ff814a0f2a7 req-9bcd6965-d56a-4719-a668-d9ea2ebb1476 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0640678 Feb 18 08:31:06.672195 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-145e5929-7267-48a2-84da-2ff814a0f2a7 req-bab1fed3-7171-4676-8ae3-a203a6134999 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797670 Feb 18 08:31:06.697737 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae78a8-6432-4d45-a84d-7ae9aabf1799 req-01a6d4ac-c804-46e4-b1fd-075733b0d2b7 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:06.697737 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a1ae78a8-6432-4d45-a84d-7ae9aabf1799 req-01a6d4ac-c804-46e4-b1fd-075733b0d2b7 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0983753 Feb 18 08:31:06.747581 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a1ae78a8-6432-4d45-a84d-7ae9aabf1799 req-c381f013-b2e8-4d26-9de6-f5869a0cb106 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450368 Feb 18 08:31:07.878647 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab151bb1-77ef-4629-a50d-2ab2cde08bc2 req-1b559f67-488c-4182-aa97-b06e87b1c470 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:07.881932 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ab151bb1-77ef-4629-a50d-2ab2cde08bc2 req-1b559f67-488c-4182-aa97-b06e87b1c470 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1217000 Feb 18 08:31:07.916563 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4469fda-02c0-4ea5-9642-0022ed1a78bc req-d78ad56e-f262-44dc-98a3-1d8aab36a271 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:07.918148 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a4469fda-02c0-4ea5-9642-0022ed1a78bc req-d78ad56e-f262-44dc-98a3-1d8aab36a271 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 943 time: 0.0924845 Feb 18 08:31:07.960455 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ab151bb1-77ef-4629-a50d-2ab2cde08bc2 req-ebdfc22c-8f24-41ec-b6d9-d7b973668880 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708656 Feb 18 08:31:07.995866 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a4469fda-02c0-4ea5-9642-0022ed1a78bc req-3747c236-c375-4e0b-8aae-0f41c325b006 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669613 Feb 18 08:31:08.080349 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ff1c85db-43af-4aba-8485-6783a18dbb63 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:31:08.180581 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ff1c85db-43af-4aba-8485-6783a18dbb63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff1c85db-43af-4aba-8485-6783a18dbb63,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:08.192970 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:31:08.239435 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port ff1c85db-43af-4aba-8485-6783a18dbb63 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:31:08.239974 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:08.267401 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1c85db-43af-4aba-8485-6783a18dbb63 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:31:08.287297 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ff1c85db-43af-4aba-8485-6783a18dbb63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff1c85db-43af-4aba-8485-6783a18dbb63,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:08.293306 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:08.346747 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ff1c85db-43af-4aba-8485-6783a18dbb63,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:08.748402 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['ff1c85db-43af-4aba-8485-6783a18dbb63'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:31:09.171104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478b916-d45d-4e44-b233-37ccde7d2203 req-8f7898a6-cb2e-408a-a36b-11e35aa2c6e7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:09.172677 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4478b916-d45d-4e44-b233-37ccde7d2203 req-8f7898a6-cb2e-408a-a36b-11e35aa2c6e7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1163635 Feb 18 08:31:09.193854 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a21d-1263-430d-8b00-3536e4e8e388 req-3d016638-7fd8-442d-bf5b-f75fc581f37f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:09.195337 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c118a21d-1263-430d-8b00-3536e4e8e388 req-3d016638-7fd8-442d-bf5b-f75fc581f37f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 944 time: 0.1240132 Feb 18 08:31:09.266990 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4478b916-d45d-4e44-b233-37ccde7d2203 req-4c9b7203-d92d-448d-832e-a6ac2ec082cd tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815446 Feb 18 08:31:09.293251 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c118a21d-1263-430d-8b00-3536e4e8e388 req-19280fc5-0ce9-442e-8eda-907f90a8253d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890200 Feb 18 08:31:10.097042 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ff1c85db-43af-4aba-8485-6783a18dbb63 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:31:10.151143 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port ff1c85db-43af-4aba-8485-6783a18dbb63 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:31:10.155268 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port ff1c85db-43af-4aba-8485-6783a18dbb63 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:10.155663 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:10.243314 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port ff1c85db-43af-4aba-8485-6783a18dbb63 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:31:10.244074 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:10.267981 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:31:10.270484 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76fcf2b-68c1-429a-acd0-4daf4f083d5c" -d '{"events": [{"server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:31:10.284802 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port ff1c85db-43af-4aba-8485-6783a18dbb63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff1c85db-43af-4aba-8485-6783a18dbb63,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:10.302267 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:10.340601 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec0b3b-b703-4c2a-a12f-48a864ae1714 x-openstack-request-id: req-b7ec0b3b-b703-4c2a-a12f-48a864ae1714 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:31:10.340948 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:31:10.341159 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7ec0b3b-b703-4c2a-a12f-48a864ae1714 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:31:10.341560 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'code': 200} Feb 18 08:31:10.376290 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=ff1c85db-43af-4aba-8485-6783a18dbb63,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:10.474949 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f55f55-55db-4c9b-a058-4a1cc5e177e4 req-9b00b491-f0ab-4966-b531-2dad44149130 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:10.476656 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-63f55f55-55db-4c9b-a058-4a1cc5e177e4 req-9b00b491-f0ab-4966-b531-2dad44149130 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.1037071 Feb 18 08:31:10.503454 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e54f5-37dd-4d2e-8389-cb00e764df87 req-8ba709e7-1b76-4558-8f52-263fd6eadce8 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:10.505172 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a2e54f5-37dd-4d2e-8389-cb00e764df87 req-8ba709e7-1b76-4558-8f52-263fd6eadce8 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 945 time: 0.0931027 Feb 18 08:31:10.595794 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-63f55f55-55db-4c9b-a058-4a1cc5e177e4 req-f9ee97e7-ef7f-4c60-8f91-0d135ad5ec79 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063852 Feb 18 08:31:10.634475 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400070-3e0e-4a6e-addf-3ee9f06d9f83 req-bc9346e4-bc19-424c-b8ea-d5df0f3c50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:10.636142 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65400070-3e0e-4a6e-addf-3ee9f06d9f83 req-bc9346e4-bc19-424c-b8ea-d5df0f3c50f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1129 time: 0.0918314 Feb 18 08:31:10.640859 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a2e54f5-37dd-4d2e-8389-cb00e764df87 req-8ff6c0e9-2c83-48e4-b75a-f1ba859b6952 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014509 Feb 18 08:31:10.690996 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-65400070-3e0e-4a6e-addf-3ee9f06d9f83 req-7b729568-aabc-4fad-ba8f-8bee425bc998 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490587 Feb 18 08:31:11.798792 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b0a32-1e58-4966-922c-551993c75fbe req-68a2d616-6bf1-4b09-be7d-91a52faeb85c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:11.800317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4e4b0a32-1e58-4966-922c-551993c75fbe req-68a2d616-6bf1-4b09-be7d-91a52faeb85c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0830703 Feb 18 08:31:11.810606 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacc4b5-e2a7-4547-8e8e-1ceeeb3bce2e req-cc6b04b6-551c-4f2a-b28f-1376e3b27d27 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:11.812066 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9dacc4b5-e2a7-4547-8e8e-1ceeeb3bce2e req-cc6b04b6-551c-4f2a-b28f-1376e3b27d27 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 945 time: 0.0929120 Feb 18 08:31:11.883270 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4e4b0a32-1e58-4966-922c-551993c75fbe req-179ced8f-5600-49e5-9a62-b33b9e3c2fe2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702329 Feb 18 08:31:11.886864 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9dacc4b5-e2a7-4547-8e8e-1ceeeb3bce2e req-acc4341d-ded1-41fc-8936-16932a9e70fd tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682926 Feb 18 08:31:12.455137 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-cef279c4-ca5f-49e3-a770-1aae4ef591f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:12.456660 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-cef279c4-ca5f-49e3-a770-1aae4ef591f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1130 time: 0.0506873 Feb 18 08:31:12.554581 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-089b7fbf-2ca5-4abd-8b06-1e7a0ea1b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:12.556029 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-089b7fbf-2ca5-4abd-8b06-1e7a0ea1b4eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.0845780 Feb 18 08:31:12.621368 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-ee9ccbd6-c660-48b3-8016-96b9a5ed9e1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 1002 time: 0.0588098 Feb 18 08:31:12.675230 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-5d536d88-08c9-41a2-8b3b-dbc6216fc78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:12.676652 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-5d536d88-08c9-41a2-8b3b-dbc6216fc78e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0481029 Feb 18 08:31:12.737593 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-5a53464b-b5b4-4214-85e3-58b375adc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:12.738944 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-5a53464b-b5b4-4214-85e3-58b375adc603 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554404 Feb 18 08:31:12.828409 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-77d654b8-8a9f-42d1-95bb-49bf7a082661 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824599 Feb 18 08:31:12.925019 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1b0e5d0a-ccdb-4739-98ed-16907ce6d52e req-3bd2dc7f-22c5-4b19-9fdf-4d0aaa2bec10 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887644 Feb 18 08:31:13.033169 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d1bf-7228-41ef-8f8f-8128fb9426fd req-9f1cf574-d7c4-41c1-92ad-d8fbc24a7813 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:13.034540 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9816d1bf-7228-41ef-8f8f-8128fb9426fd req-9f1cf574-d7c4-41c1-92ad-d8fbc24a7813 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 945 time: 0.0794580 Feb 18 08:31:13.044558 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b4b24-a4b4-4cd1-ba1e-d421ac05599c req-8f5957c9-a7a7-4b24-a435-60f0872e0399 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:13.045896 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d7b4b24-a4b4-4cd1-ba1e-d421ac05599c req-8f5957c9-a7a7-4b24-a435-60f0872e0399 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0820212 Feb 18 08:31:13.073767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:13.118749 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9816d1bf-7228-41ef-8f8f-8128fb9426fd req-d0e39a67-4e7e-4d95-8a4b-48883d6361cb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718822 Feb 18 08:31:13.125465 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d7b4b24-a4b4-4cd1-ba1e-d421ac05599c req-7372f7d0-d7a2-4657-8390-1fd538c1a6a9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730717 Feb 18 08:31:13.245801 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4e9a6-2c00-4fe1-a211-369af079aa5a req-f845f9b6-01d7-4f37-b9f9-8c153071c246 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:13.247354 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a4b4e9a6-2c00-4fe1-a211-369af079aa5a req-f845f9b6-01d7-4f37-b9f9-8c153071c246 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 945 time: 0.0627875 Feb 18 08:31:13.297615 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a4b4e9a6-2c00-4fe1-a211-369af079aa5a req-352ba555-9b0a-432f-9c49-eb711a31469f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444124 Feb 18 08:31:13.322483 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36110) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:31:13.367730 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649190eb-fccb-4323-b39a-025201c25442 tempest-TestVolumeBootPattern-1604491523 tempest-TestVolumeBootPattern-1604491523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:13.369310 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-649190eb-fccb-4323-b39a-025201c25442 tempest-TestVolumeBootPattern-1604491523 tempest-TestVolumeBootPattern-1604491523-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1124 time: 0.0457978 Feb 18 08:31:13.372411 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36112) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:31:13.377070 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'tenant_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:31:13.400628 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:13.501792 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:13.607090 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Allocated IP 172.27.3.97 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/c5457351-55b3-4dc0-8b1b-26bb57ab410d) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:31:13.922314 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:13.957618 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:13.996138 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:31:13.998958 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:31:14.001588 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:31:14.024271 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=c5457351-55b3-4dc0-8b1b-26bb57ab410d,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:14.035095 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.035436 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.035798 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.036127 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.036453 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.036769 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.037097 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.037414 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.037731 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.038049 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.038364 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.038660 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.038961 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:14.113602 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:31:14.196432 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: ACTIVE; New status is: DOWN {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:31:14.196850 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.219895 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:31:14.222148 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863426dd-1443-4cfc-a122-3027e05bb0d5" -d '{"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:31:14.237163 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:14.244242 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.257533 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ffccf-eae5-4ee5-bcaa-bb1acfc2adab req-57e241c8-5efa-4043-9cef-7aba8ff76654 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:14.259242 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fb2ffccf-eae5-4ee5-bcaa-bb1acfc2adab req-57e241c8-5efa-4043-9cef-7aba8ff76654 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 946 time: 0.0605917 Feb 18 08:31:14.271125 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10716e37-a069-4ea3-9c45-2df0d4ba5e64 x-openstack-request-id: req-10716e37-a069-4ea3-9c45-2df0d4ba5e64 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:31:14.271417 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:31:14.271746 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10716e37-a069-4ea3-9c45-2df0d4ba5e64 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:31:14.272175 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'code': 200} Feb 18 08:31:14.299193 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=8']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:14.309857 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fb2ffccf-eae5-4ee5-bcaa-bb1acfc2adab req-d21b33b0-11cf-4f81-a827-55eb7683c33c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437396 Feb 18 08:31:14.398572 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (805d2fa6-bb64-4cb5-9bd5-7fae871022bb), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.476996 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.627224 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.634124 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.702827 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=c5457351-55b3-4dc0-8b1b-26bb57ab410d,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:14.712807 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (805d2fa6-bb64-4cb5-9bd5-7fae871022bb), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:14.817553 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Floating IP 805d2fa6-bb64-4cb5-9bd5-7fae871022bb associated. External IP: 172.27.3.97, port: ff1c85db-43af-4aba-8485-6783a18dbb63. Feb 18 08:31:15.033657 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:31:15.145971 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:31:15.156031 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:31:15.165420 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:15.169643 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:31:15.170253 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:31:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:15.214811 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-18c46692-7bd1-44b4-adb2-41ec806a587c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8306470 Feb 18 08:31:15.214811 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:31:15.214811 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af415136-2c8f-4c7c-a8df-2c10df48a356" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:31:15.250613 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcd2144-03d6-4385-aa80-0d153f1ea73f x-openstack-request-id: req-edcd2144-03d6-4385-aa80-0d153f1ea73f {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:31:15.250902 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:31:15.251151 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-edcd2144-03d6-4385-aa80-0d153f1ea73f {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:31:15.251544 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'status': 'completed', 'code': 200} Feb 18 08:31:15.282281 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:31:15.316319 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-b3ec65d6-46b7-44dc-a8d7-b93ffa141698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:15.317765 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-b3ec65d6-46b7-44dc-a8d7-b93ffa141698 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1129 time: 0.0456209 Feb 18 08:31:15.442576 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-eaffb6af-b787-49d4-b23e-843303a49277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:15.444062 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-eaffb6af-b787-49d4-b23e-843303a49277 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.1194792 Feb 18 08:31:15.466562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9bc71-f7af-48bb-8a45-28e42f69c36e req-c59c0989-2930-4c0e-80dc-f85c61070d0f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:15.468809 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-11d9bc71-f7af-48bb-8a45-28e42f69c36e req-c59c0989-2930-4c0e-80dc-f85c61070d0f tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0862622 Feb 18 08:31:15.518885 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:15.544375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-c7470059-721f-4979-bff8-d70c368b67c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 998 time: 0.0938652 Feb 18 08:31:15.546395 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:31:15.558594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:31:15.559206 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:31:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:15.595548 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-11d9bc71-f7af-48bb-8a45-28e42f69c36e req-df563e89-9170-49f8-aa92-4deaf4c5e073 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957310 Feb 18 08:31:15.607822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-d91ba9cf-69fe-4d6b-b900-679ec249edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:15.609273 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-d91ba9cf-69fe-4d6b-b900-679ec249edc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0574198 Feb 18 08:31:15.663917 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-465290da-90a1-4ec3-a494-08715ba02d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:15.665531 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-465290da-90a1-4ec3-a494-08715ba02d50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493324 Feb 18 08:31:15.673713 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:31:15.764954 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-c7cb8ea5-1e85-4f3e-9c71-0d1dbe084401 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928411 Feb 18 08:31:15.866164 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af415136-2c8f-4c7c-a8df-2c10df48a356 req-cf2f0721-94bb-4fc0-b65b-1a9fb07b42c0 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954025 Feb 18 08:31:15.923235 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:31:15.950258 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50f607-ba6e-4037-8386-98f8bd1f60fc None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:14Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:31:16.157267 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51459bf6-c09d-4e69-bb68-398322319809 None None] New status for floating IP 805d2fa6-bb64-4cb5-9bd5-7fae871022bb: ACTIVE {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:31:16.557085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c10ad-aa06-4628-9421-98a4cb8116ac req-f4633cea-fdb1-416c-975f-f1a87d7ffbc2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:16.558806 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f2c10ad-aa06-4628-9421-98a4cb8116ac req-f4633cea-fdb1-416c-975f-f1a87d7ffbc2 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0845747 Feb 18 08:31:16.597307 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-ad6ef5ca-114d-4afd-ac42-a9254574cc1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0780160 Feb 18 08:31:16.618669 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4f2c10ad-aa06-4628-9421-98a4cb8116ac req-7cc1ba2a-2bd8-4a3b-bbd0-6b2b166ccbc1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528069 Feb 18 08:31:16.680455 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-3deab136-facd-4a72-b708-016e89c44e23 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:16.681815 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-3deab136-facd-4a72-b708-016e89c44e23 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports/7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 941 time: 0.0558207 Feb 18 08:31:17.478638 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-0528c86f-98b9-4565-bb43-1cab44a29560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:17.480062 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-0528c86f-98b9-4565-bb43-1cab44a29560 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c&tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd HTTP/1.1" status: 200 len: 1128 time: 0.0490959 Feb 18 08:31:17.547879 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-617546cf-e934-44cd-85b6-c2539cce0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:17.549353 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-617546cf-e934-44cd-85b6-c2539cce0a6b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1128 time: 0.0463784 Feb 18 08:31:17.645676 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-289d5741-ae96-4e8b-a0e1-b174a579c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:17.647148 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-289d5741-ae96-4e8b-a0e1-b174a579c1dd service neutron] 10.222.0.79 "GET /v2.0/networks?id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 200 len: 917 time: 0.0893767 Feb 18 08:31:17.738774 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-9c0ca446-f6eb-4833-a377-41e9692f959d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 200 len: 1000 time: 0.0851910 Feb 18 08:31:17.782409 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35231f8e-cf66-42fd-bd1a-813c7ef328a8 req-18162905-84de-4b30-bcd3-ecaf933878f7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:17.783835 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35231f8e-cf66-42fd-bd1a-813c7ef328a8 req-18162905-84de-4b30-bcd3-ecaf933878f7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0918729 Feb 18 08:31:17.812267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-e7b91da2-46d4-4c90-914e-b413100dcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:17.813698 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-e7b91da2-46d4-4c90-914e-b413100dcc28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 200 len: 855 time: 0.0670245 Feb 18 08:31:17.861301 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-35231f8e-cf66-42fd-bd1a-813c7ef328a8 req-939388c7-6d6b-4499-8463-132db214fd24 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698016 Feb 18 08:31:17.878584 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-f58b969a-e2cb-45ac-b9f5-5f8518498299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:17.880095 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-f58b969a-e2cb-45ac-b9f5-5f8518498299 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9aee4954-8c06-47d1-ac02-b10e1f74fa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562830 Feb 18 08:31:17.984384 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-aa1e2939-0885-4ecc-9e2c-cc90659d3138 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973256 Feb 18 08:31:18.074127 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a37f55d4-8a38-4410-8fa5-5123083b65df req-c28045c2-779c-407a-9776-420ce6d61740 service neutron] 10.222.0.79 "GET /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835245 Feb 18 08:31:18.145658 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:31:18.230591 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: DOWN; New status is: DOWN {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:31:18.994217 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:31:18.995558 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634fe82-69d3-45fc-99d2-d9c65194534e req-c2746185-7fa4-4393-8fa1-618f4f2c0619 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:18.997264 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6634fe82-69d3-45fc-99d2-d9c65194534e req-c2746185-7fa4-4393-8fa1-618f4f2c0619 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0611200 Feb 18 08:31:19.051576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6634fe82-69d3-45fc-99d2-d9c65194534e req-4131a62c-3ad8-4ed6-b609-3f11c0b3a6bc tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482984 Feb 18 08:31:20.186163 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7292bc-a079-411c-b8ea-61fcf191b1cf req-6aef3199-8834-43e8-9992-e50bdf558cbe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:20.187669 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fe7292bc-a079-411c-b8ea-61fcf191b1cf req-6aef3199-8834-43e8-9992-e50bdf558cbe tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0596726 Feb 18 08:31:20.238321 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fe7292bc-a079-411c-b8ea-61fcf191b1cf req-39bdd0bb-031a-4bde-9bc7-4f1342800d72 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446470 Feb 18 08:31:21.371117 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db88cc-3742-4214-ae61-45d6884e09d1 req-2039d41d-64dd-4894-8c19-59c60cf3a1aa tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:21.372755 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f5db88cc-3742-4214-ae61-45d6884e09d1 req-2039d41d-64dd-4894-8c19-59c60cf3a1aa tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0539920 Feb 18 08:31:21.427885 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f5db88cc-3742-4214-ae61-45d6884e09d1 req-d4e17ef6-ffe8-4e21-b5bd-7a107c99f663 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490241 Feb 18 08:31:22.574804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc4d7b-5189-44e0-9532-9215e5e545a2 req-3df0ebd7-98e2-4575-9a58-c605ef5e9124 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:22.576747 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bacc4d7b-5189-44e0-9532-9215e5e545a2 req-3df0ebd7-98e2-4575-9a58-c605ef5e9124 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0622060 Feb 18 08:31:22.624672 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bacc4d7b-5189-44e0-9532-9215e5e545a2 req-89bb138f-d7eb-4389-9c7a-04563c133106 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422235 Feb 18 08:31:23.752038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8f75d-94eb-4397-ae2b-d171490fb1ed req-58e3759f-6985-4a2c-bdf8-eeeefd899dd8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:23.753700 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0ed8f75d-94eb-4397-ae2b-d171490fb1ed req-58e3759f-6985-4a2c-bdf8-eeeefd899dd8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0540273 Feb 18 08:31:23.802399 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0ed8f75d-94eb-4397-ae2b-d171490fb1ed req-2257673a-311a-46c3-a1b8-25c518c85396 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Feb 18 08:31:24.931931 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4b71-58c5-47a6-a400-e2f6d619fe0c req-2885a08d-644e-446a-b16f-ac78337fbd24 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:24.933494 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a67c4b71-58c5-47a6-a400-e2f6d619fe0c req-2885a08d-644e-446a-b16f-ac78337fbd24 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0565908 Feb 18 08:31:24.981973 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a67c4b71-58c5-47a6-a400-e2f6d619fe0c req-ba60c309-be67-466b-a116-dad1d9509bbb tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Feb 18 08:31:26.109115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222f253-b9c9-4e64-97ad-f4be185ce913 req-bf3b02cd-1a2f-4ecf-aec2-d2c01bb4cf13 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:26.110497 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d222f253-b9c9-4e64-97ad-f4be185ce913 req-bf3b02cd-1a2f-4ecf-aec2-d2c01bb4cf13 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0538995 Feb 18 08:31:26.158880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d222f253-b9c9-4e64-97ad-f4be185ce913 req-84568482-5404-4d76-a5c1-f0945b5c56c9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426195 Feb 18 08:31:27.294550 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf20a0f-d812-490a-9a7f-a1e27ff89a95 req-255f266e-2118-4649-b6b3-8d4bcbe130c1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:27.296095 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ecf20a0f-d812-490a-9a7f-a1e27ff89a95 req-255f266e-2118-4649-b6b3-8d4bcbe130c1 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0528953 Feb 18 08:31:27.350678 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ecf20a0f-d812-490a-9a7f-a1e27ff89a95 req-ea1b08b2-86b4-48ce-944e-e36e4bb23917 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Feb 18 08:31:28.479196 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdae1df-135a-43f5-aa04-218218e8dbe2 req-0e1c8932-8067-4672-a6ce-3a9ea9dabfce tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:28.480108 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-98ed22ad-e0b0-4c72-b329-0153386bd7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:28.480690 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8fdae1df-135a-43f5-aa04-218218e8dbe2 req-0e1c8932-8067-4672-a6ce-3a9ea9dabfce tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0544600 Feb 18 08:31:28.531280 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8fdae1df-135a-43f5-aa04-218218e8dbe2 req-496178de-060f-4442-a9cb-d318c2c1ba1d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443926 Feb 18 08:31:29.669607 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c48386-0fe4-42e0-badc-18ddd09659d0 req-7e87f4f8-842d-418d-a715-63463fd1225b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:29.670976 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e7c48386-0fe4-42e0-badc-18ddd09659d0 req-7e87f4f8-842d-418d-a715-63463fd1225b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0553005 Feb 18 08:31:29.717438 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e7c48386-0fe4-42e0-badc-18ddd09659d0 req-d50b578d-fdec-407e-aa09-3970dfbf1196 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407434 Feb 18 08:31:30.590421 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4850719f-d699-4131-981d-d92e3ce58393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:30.855444 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970125a6-cf64-4876-b98a-8428e559fabd req-eeebde76-3f77-477c-8a47-6714b167c520 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:30.860853 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-970125a6-cf64-4876-b98a-8428e559fabd req-eeebde76-3f77-477c-8a47-6714b167c520 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0569975 Feb 18 08:31:30.904306 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-970125a6-cf64-4876-b98a-8428e559fabd req-eb7ca8b4-32e8-447f-87c0-be6efaffde70 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 Feb 18 08:31:31.915379 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:32.033718 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88674d43-9038-4fc3-8705-e510cdffd390 req-b417eedb-b716-4475-924e-3605b63e3cd0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:32.035220 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88674d43-9038-4fc3-8705-e510cdffd390 req-b417eedb-b716-4475-924e-3605b63e3cd0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0585399 Feb 18 08:31:32.083028 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-88674d43-9038-4fc3-8705-e510cdffd390 req-2017ad61-199d-48b7-9dd2-ca8c6acedc12 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419383 Feb 18 08:31:33.083940 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:33.220941 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6a3ff-2929-4080-8c90-9a27069e0b02 req-911332d2-e338-4e36-ad86-f33e4cd8b87d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:33.222389 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d4f6a3ff-2929-4080-8c90-9a27069e0b02 req-911332d2-e338-4e36-ad86-f33e4cd8b87d tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0564609 Feb 18 08:31:33.273796 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d4f6a3ff-2929-4080-8c90-9a27069e0b02 req-6b01970a-e653-4cf6-b1f3-cc767a1c78ae tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Feb 18 08:31:34.424957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6239-e125-42a7-b877-920c6cde55f3 req-905d2286-eef4-4e74-bf71-b0eb68160d52 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:34.426451 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bbdc6239-e125-42a7-b877-920c6cde55f3 req-905d2286-eef4-4e74-bf71-b0eb68160d52 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0631275 Feb 18 08:31:34.458427 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:34.479951 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bbdc6239-e125-42a7-b877-920c6cde55f3 req-7acf58bc-a945-403b-ae21-1f64ad86f6d0 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 Feb 18 08:31:35.621792 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fe98f-4b02-4b29-8f4b-8b2d849aa814 req-60b675dc-316a-4555-83aa-8508be3bcc67 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:35.624009 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-172fe98f-4b02-4b29-8f4b-8b2d849aa814 req-60b675dc-316a-4555-83aa-8508be3bcc67 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 944 time: 0.0616353 Feb 18 08:31:35.670757 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-172fe98f-4b02-4b29-8f4b-8b2d849aa814 req-8efea9bf-28a5-49b0-a131-7b83bce8e160 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405324 Feb 18 08:31:36.284472 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:31:36.406339 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:36.553590 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'port_id': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'mac_address': 'fa:16:3e:f0:de:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:31:36.591562 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:31:36.591973 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:36.605385 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7606dbb2-29d9-45be-a2fc-9c413939e25f {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:31:36.625675 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:36.631193 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:36.679856 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=9']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:36.687889 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.688249 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.688607 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.688949 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.689283 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.689642 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.689997 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.690359 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.690686 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.690999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.691354 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.691698 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.692022 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:31:36.803986 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dea86c-cca3-4075-a58a-836b6bac0dff req-137d20ee-b51d-46dc-9e43-4a1bf2ad819e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:36.805401 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-08dea86c-cca3-4075-a58a-836b6bac0dff req-137d20ee-b51d-46dc-9e43-4a1bf2ad819e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 945 time: 0.0621674 Feb 18 08:31:36.858556 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-08dea86c-cca3-4075-a58a-836b6bac0dff req-c17f5f62-e210-48ca-8fdf-952662f2ec97 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469747 Feb 18 08:31:37.015506 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['7606dbb2-29d9-45be-a2fc-9c413939e25f'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:31:37.990378 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97047bb4-bb0f-4f4e-ba04-7f60e7409cde req-b948666e-b407-4c08-9ff8-2ed53020acbf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:37.991858 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-97047bb4-bb0f-4f4e-ba04-7f60e7409cde req-b948666e-b407-4c08-9ff8-2ed53020acbf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 945 time: 0.0530028 Feb 18 08:31:38.038652 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-97047bb4-bb0f-4f4e-ba04-7f60e7409cde req-0fa62967-4a6f-48ab-9866-8084298c48c7 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411651 Feb 18 08:31:38.305651 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:31:38.365017 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 7606dbb2-29d9-45be-a2fc-9c413939e25f triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:31:38.365393 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:38.447071 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7606dbb2-29d9-45be-a2fc-9c413939e25f is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:31:38.447418 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:38.470932 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:31:38.473164 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b92ed20-aad1-4fd6-848c-6b7613cca853" -d '{"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-plugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:31:38.485013 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:31:38.490066 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:38.514494 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cedcbe-4ad6-4d1a-82f4-edeeaeb919ac x-openstack-request-id: req-a7cedcbe-4ad6-4d1a-82f4-edeeaeb919ac {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:31:38.514761 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-plugged", "status": "completed", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:31:38.515041 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7cedcbe-4ad6-4d1a-82f4-edeeaeb919ac {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:31:38.515411 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'code': 200} Feb 18 08:31:38.542144 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=10']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:31:38.715340 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78788-c80b-4155-b664-37b32ddf13cf req-fe3300d9-02f6-4bf4-bd7f-d87c837a50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:38.716883 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cee78788-c80b-4155-b664-37b32ddf13cf req-fe3300d9-02f6-4bf4-bd7f-d87c837a50dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 1131 time: 0.0583730 Feb 18 08:31:38.759759 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cee78788-c80b-4155-b664-37b32ddf13cf req-affdb183-1a5f-4774-a406-3e5924984f9a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361300 Feb 18 08:31:39.168527 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6010-d86b-4616-ae38-a7f250416a96 req-09eaaeeb-fd10-444d-8a20-36a3043b700e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:39.169979 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dccc6010-d86b-4616-ae38-a7f250416a96 req-09eaaeeb-fd10-444d-8a20-36a3043b700e tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 947 time: 0.0534217 Feb 18 08:31:39.217710 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dccc6010-d86b-4616-ae38-a7f250416a96 req-ff769015-c55c-4f28-864d-202c5da83a64 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420198 Feb 18 08:31:40.350287 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595519d8-6251-4727-b703-3b26f19b57c9 req-8b708cf6-6838-42b9-92b0-4dd2dd634b42 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:40.351880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-595519d8-6251-4727-b703-3b26f19b57c9 req-8b708cf6-6838-42b9-92b0-4dd2dd634b42 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 947 time: 0.0522673 Feb 18 08:31:40.403032 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-595519d8-6251-4727-b703-3b26f19b57c9 req-0913c2de-af19-42fe-92ff-260b4bae8635 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Feb 18 08:31:41.538452 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7eaa5-95fa-41bf-a36e-2af80cc32e1d req-3c5e1422-75e4-4739-a5af-5bcc50e6ee67 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:41.539978 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-23c7eaa5-95fa-41bf-a36e-2af80cc32e1d req-3c5e1422-75e4-4739-a5af-5bcc50e6ee67 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 947 time: 0.0540533 Feb 18 08:31:41.589539 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-23c7eaa5-95fa-41bf-a36e-2af80cc32e1d req-88c4461c-1df5-4acf-9c8f-363d7ca4b9db tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 Feb 18 08:31:43.107160 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:31:48.697403 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-c47f5a08-0e3a-46c7-adb6-1bc263ed2fa6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455806 Feb 18 08:31:48.796158 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-a84be867-4df1-4d4a-8511-02c7120227e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:48.797648 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-a84be867-4df1-4d4a-8511-02c7120227e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.0504816 Feb 18 08:31:48.903070 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-67911d0b-6369-465f-b9be-6ae47dc8cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:48.904557 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-67911d0b-6369-465f-b9be-6ae47dc8cb61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.0879657 Feb 18 08:31:48.968163 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-c3c6bdaf-d040-4933-a049-994d309ee97f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 1001 time: 0.0572205 Feb 18 08:31:49.018325 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-bf1e8f99-1920-4674-9aec-93808dfa69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:49.019756 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-bf1e8f99-1920-4674-9aec-93808dfa69b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.0465264 Feb 18 08:31:49.077586 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-b0eeb23e-8f48-4786-9546-ac57a9b888d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:31:49.079814 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-b0eeb23e-8f48-4786-9546-ac57a9b888d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534980 Feb 18 08:31:49.172143 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-933ef80f-8c56-45e7-9065-fa60f21e563f service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853982 Feb 18 08:31:49.269324 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8693dc8c-340b-488e-ad7d-eff2bf8a10b2 req-7f6b60ba-900c-4082-ae99-b7b77a31aad0 service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910013 Feb 18 08:31:55.999582 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:31:58.487245 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f451-afd9-4cc3-8e26-956991fcc81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:00.605081 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d9095fb0-5d12-457a-bfe5-14cfbdacb307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:01.916972 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:03.082685 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:04.476529 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:06.140567 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36306) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:06.405300 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Deleting port 379d844f-ef6d-464d-91bc-3b5898c1b9f3 {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:06.405938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:06.480946 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:06.481262 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for floatingip (379d844f-ef6d-464d-91bc-3b5898c1b9f3), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:06.492823 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Calling delete_port for 379d844f-ef6d-464d-91bc-3b5898c1b9f3 owned by network:floatingip {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:06.677039 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (379d844f-ef6d-464d-91bc-3b5898c1b9f3), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:06.701396 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event deleted for resources: {'Port': ['ID=379d844f-ef6d-464d-91bc-3b5898c1b9f3,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:06.765772 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for floatingip (a299c8a8-a88f-46f2-a117-b865812ada76), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:06.766086 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Floating IP a299c8a8-a88f-46f2-a117-b865812ada76 disassociated (deleted). External IP: 172.27.3.125, port: 55df3ede-c6bc-48a4-86c0-5b0fd5927514. Feb 18 08:32:06.991463 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:07.126414 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:07.131316 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:07.136440 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] Sync routers for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:07.147205 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:07.147893 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:07.261102 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:07.368846 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-568bf733-1940-4682-b62e-0160fa41bc4a tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "DELETE /v2.0/floatingips/a299c8a8-a88f-46f2-a117-b865812ada76 HTTP/1.1" status: 204 len: 168 time: 1.2268915 Feb 18 08:32:07.369488 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:32:07.371912 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c406286-de68-4f4c-b08b-ee7cd44ba82e" -d '{"events": [{"name": "network-changed", "server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:32:07.412581 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5cf82-0f20-4182-8974-6b2472c74027 x-openstack-request-id: req-0db5cf82-0f20-4182-8974-6b2472c74027 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:32:07.412817 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:32:07.413386 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0db5cf82-0f20-4182-8974-6b2472c74027 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:32:07.413743 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'status': 'completed', 'code': 200} Feb 18 08:32:07.481951 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:07.505984 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-89790937-e779-4974-836c-5e87ed69ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:07.507483 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-89790937-e779-4974-836c-5e87ed69ee33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 1129 time: 0.0645254 Feb 18 08:32:07.511854 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] Checking router: 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:07.520140 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:07.520743 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:07.632327 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:07.635206 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-071927fb-8ea3-49c0-9727-0a91ce28f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:07.636754 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-071927fb-8ea3-49c0-9727-0a91ce28f9ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 200 len: 909 time: 0.1177714 Feb 18 08:32:07.644277 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a760e12-8d74-4343-95ef-234e6d4de726 req-1eb97171-e969-4901-b28d-286bef10b3b0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:07.645572 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a760e12-8d74-4343-95ef-234e6d4de726 req-1eb97171-e969-4901-b28d-286bef10b3b0 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0819004 Feb 18 08:32:07.689338 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-97cfb4a9-07a9-472b-81c8-11803810421d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 200 len: 217 time: 0.0428195 Feb 18 08:32:07.847671 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:07.878635 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e79a2-ebd6-4404-bb4f-1b05024b903f None None] The sync data for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi is: [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:25:43Z', 'revision_number': 4, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '17e88b41-58fe-41b3-ba50-d7ae84655e25', 'name': '', 'network_id': '1637f515-4647-4c4f-9c6b-2a39afd26691', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'mac_address': 'fa:16:3e:3a:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:42Z', 'updated_at': '2022-02-18T08:25:49Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'subnets': [{'id': 'fc31f98f-d718-43f7-b0d9-8e3e24b8adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:08.032886 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3a760e12-8d74-4343-95ef-234e6d4de726 req-10c2b405-6a57-49fa-ae43-eac521f7daef tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799477 Feb 18 08:32:08.034810 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-fb4ef487-14cf-4a5a-8f7d-993eff621e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:08.036248 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-fb4ef487-14cf-4a5a-8f7d-993eff621e66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 200 len: 847 time: 0.3389335 Feb 18 08:32:08.087454 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-dfe55b82-8939-4c90-b108-f1591a530a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:08.089023 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-dfe55b82-8939-4c90-b108-f1591a530a3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1637f515-4647-4c4f-9c6b-2a39afd26691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457208 Feb 18 08:32:08.138467 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2889f-ba67-4cd4-804c-37ba24ada7fd None None] New status for floating IP a299c8a8-a88f-46f2-a117-b865812ada76: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:32:08.182757 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-aa98a71c-dfc9-402f-a500-854ec062735f service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Feb 18 08:32:08.273602 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c406286-de68-4f4c-b08b-ee7cd44ba82e req-dc35051b-5129-4638-9f02-072af2cd0a00 service neutron] 10.222.0.79 "GET /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819616 Feb 18 08:32:09.175060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77a72-4d23-4055-9672-495b29c45a5b req-80bd9254-55c3-4562-97da-5354ba4cce8b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:09.177104 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2c77a72-4d23-4055-9672-495b29c45a5b req-80bd9254-55c3-4562-97da-5354ba4cce8b tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0719266 Feb 18 08:32:09.235291 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c2c77a72-4d23-4055-9672-495b29c45a5b req-7bab1771-1a3c-415d-b139-424650e8e48d tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/security-groups?id=7479e0e6-5529-4e9b-aa9c-152e69121ba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510499 Feb 18 08:32:09.637488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-d5aa0484-00d3-49ca-81fb-cedd6a8e8db9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:09.638944 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-d5aa0484-00d3-49ca-81fb-cedd6a8e8db9 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.79 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 945 time: 0.0655451 Feb 18 08:32:09.745128 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Deleting port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:09.745349 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:09.841053 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] For port 55df3ede-c6bc-48a4-86c0-5b0fd5927514, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=55df3ede-c6bc-48a4-86c0-5b0fd5927514,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:09.841415 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:09.855382 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Calling delete_port for 55df3ede-c6bc-48a4-86c0-5b0fd5927514 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:09.984299 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (55df3ede-c6bc-48a4-86c0-5b0fd5927514), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:10.012001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event deleted for resources: {'Port': ['ID=55df3ede-c6bc-48a4-86c0-5b0fd5927514,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:10.023968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.024428 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.024790 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.025124 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.025449 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.025774 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.026097 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.026420 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.026726 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.027034 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.027359 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.027682 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.028007 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:10.063229 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] No DVR routers for this DVR port 55df3ede-c6bc-48a4-86c0-5b0fd5927514 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:10.065770 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:10.069009 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3c0aad8b-d175-4d1b-a5fe-a985481aa2bd req-01e453ec-26a8-48cf-9619-225e4af20762 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.79 "DELETE /v2.0/ports/55df3ede-c6bc-48a4-86c0-5b0fd5927514 HTTP/1.1" status: 204 len: 173 time: 0.4225738 Feb 18 08:32:10.069436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-deleted', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:32:10.071768 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20595565-8486-4d6d-a3f8-ea204c875e88" -d '{"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-deleted", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:32:10.107565 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6dcd25-6ba3-4c8c-aa68-6f8d31f73565 x-openstack-request-id: req-6c6dcd25-6ba3-4c8c-aa68-6f8d31f73565 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:32:10.107883 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74208324-5d08-4a70-806c-319c895ffaed", "name": "network-vif-deleted", "tag": "55df3ede-c6bc-48a4-86c0-5b0fd5927514", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:32:10.108136 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c6dcd25-6ba3-4c8c-aa68-6f8d31f73565 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:32:10.108553 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74208324-5d08-4a70-806c-319c895ffaed', 'name': 'network-vif-deleted', 'tag': '55df3ede-c6bc-48a4-86c0-5b0fd5927514', 'status': 'completed', 'code': 200} Feb 18 08:32:10.344959 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3ab16c6d-6033-4346-bec0-a40d66dc606b req-6729f031-02d6-4ac7-aab7-22a4e20e6279 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "GET /v2.0/ports?device_id=74208324-5d08-4a70-806c-319c895ffaed HTTP/1.1" status: 200 len: 210 time: 0.0305178 Feb 18 08:32:11.403144 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36328) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:11.460635 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f1e396b3-ae9b-4f58-91cb-214555bdbf29 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group (7479e0e6-5529-4e9b-aa9c-152e69121ba1), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:11.489158 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f1e396b3-ae9b-4f58-91cb-214555bdbf29 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group (7479e0e6-5529-4e9b-aa9c-152e69121ba1), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:11.558754 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f1e396b3-ae9b-4f58-91cb-214555bdbf29 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (7479e0e6-5529-4e9b-aa9c-152e69121ba1), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:11.561541 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-f1e396b3-ae9b-4f58-91cb-214555bdbf29 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:11.562790 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-f1e396b3-ae9b-4f58-91cb-214555bdbf29 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] 10.222.0.69 "DELETE /v2.0/security-groups/7479e0e6-5529-4e9b-aa9c-152e69121ba1 HTTP/1.1" status: 204 len: 168 time: 0.1585679 Feb 18 08:32:11.572031 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e396b3-ae9b-4f58-91cb-214555bdbf29 tempest-TestShelveInstance-1948303872 tempest-TestShelveInstance-1948303872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7479e0e6-5529-4e9b-aa9c-152e69121ba1,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:11.610707 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36332) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:12.097121 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:12.357657 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Deleting port 17e88b41-58fe-41b3-ba50-d7ae84655e25 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:12.357901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:12.440310 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] For port 17e88b41-58fe-41b3-ba50-d7ae84655e25, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=17e88b41-58fe-41b3-ba50-d7ae84655e25,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:12.440668 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:12.457277 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Calling delete_port for 17e88b41-58fe-41b3-ba50-d7ae84655e25 owned by network:router_interface {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:12.644393 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (17e88b41-58fe-41b3-ba50-d7ae84655e25), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:12.669177 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e88b41-58fe-41b3-ba50-d7ae84655e25,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:12.832006 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.058626 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:13.098844 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.173104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:13.178217 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b50d084c-4087-425d-8191-dc8d4b300e84 admin admin] 10.222.0.69 "PUT /v2.0/routers/2a12e021-1ee3-41a1-8a0e-db8c39c818e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664752 Feb 18 08:32:13.181094 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36336) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:13.184544 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] Sync routers for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:13.195237 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:13.195912 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:13.284687 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks [] for router (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.304814 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:13.386787 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks [] for router_gateway (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.440843 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Deleting port 7c272e5a-4bf7-4316-a63b-ee02be154ce8 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:13.441176 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.487339 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:32:12Z', 'revision_number': 5, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port': {'id': '7c272e5a-4bf7-4316-a63b-ee02be154ce8', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:40Z', 'updated_at': '2022-02-18T08:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:13.519823 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] Checking router: 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:13.528090 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] Routers {'2a12e021-1ee3-41a1-8a0e-db8c39c818e0'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:13.528697 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:13.531972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] For port 7c272e5a-4bf7-4316-a63b-ee02be154ce8, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=7c272e5a-4bf7-4316-a63b-ee02be154ce8,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:13.532339 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.545393 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Calling delete_port for 7c272e5a-4bf7-4316-a63b-ee02be154ce8 owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:13.719230 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7c272e5a-4bf7-4316-a63b-ee02be154ce8), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.749121 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c272e5a-4bf7-4316-a63b-ee02be154ce8,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:13.754049 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] Set router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 gateway port host: None {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:13.806632 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:32:13Z', 'revision_number': 6, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:13.810402 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.837139 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a025900-2811-46e3-aacc-54e3997bd6f2 None None] The sync data for ids ['2a12e021-1ee3-41a1-8a0e-db8c39c818e0'] in dv-cinder-773985-35-iscsi is: [{'id': '2a12e021-1ee3-41a1-8a0e-db8c39c818e0', 'name': 'tempest-TestShelveInstance-561192530-router', 'tenant_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:39Z', 'updated_at': '2022-02-18T08:32:13Z', 'revision_number': 6, 'project_id': 'cafbf79987a140a18dd4cf846db9bbbc', 'gw_port_host': None}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:13.905166 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.907320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks [] for router_controller (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.955440 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (2a12e021-1ee3-41a1-8a0e-db8c39c818e0), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.956062 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a12e021-1ee3-41a1-8a0e-db8c39c818e0 {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:32:13.962247 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:13.963635 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-a8fcc9bc-ade2-4fa1-93aa-e689adf7cb3a admin admin] 10.222.0.69 "DELETE /v2.0/routers/2a12e021-1ee3-41a1-8a0e-db8c39c818e0 HTTP/1.1" status: 204 len: 168 time: 0.7814317 Feb 18 08:32:13.966489 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36338) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:14.010717 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Deleting subnet fc31f98f-d718-43f7-b0d9-8e3e24b8adcb {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:32:14.013947 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Publish callbacks [] for subnet (fc31f98f-d718-43f7-b0d9-8e3e24b8adcb), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.052554 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25311386'] for subnet (fc31f98f-d718-43f7-b0d9-8e3e24b8adcb), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.129449 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (fc31f98f-d718-43f7-b0d9-8e3e24b8adcb), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.188560 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1075989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29148302'] for subnet (fc31f98f-d718-43f7-b0d9-8e3e24b8adcb), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.219615 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc31f98f-d718-43f7-b0d9-8e3e24b8adcb,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:14.222331 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.226445 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c6162-28b7-49ac-bb5a-101cb63a8530 None None] Network 1637f515-4647-4c4f-9c6b-2a39afd26691 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:14.228073 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36340) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:14.228227 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fc31f98f-d718-43f7-b0d9-8e3e24b8adcb HTTP/1.1" status: 204 len: 168 time: 0.2606461 Feb 18 08:32:14.235721 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.236078 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.236487 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.236760 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.237086 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.237409 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.237740 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.238061 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.238384 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.238704 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.239022 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.239419 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.239661 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cb5af-a69d-4df3-9edc-f8b68b22042c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:14.304903 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (1637f515-4647-4c4f-9c6b-2a39afd26691), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.359651 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Deleting port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:14.360001 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.423939 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:14.425129 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] For port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,segment=NetworkSegment(b732ed56-a198-4cad-80c4-5015a50c9755),segment_id=b732ed56-a198-4cad-80c4-5015a50c9755)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:14.425459 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.438609 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Calling delete_port for de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 owned by network:dhcp {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:14.447529 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 55df3ede-c6bc-48a4-86c0-5b0fd5927514 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:14.448091 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 55df3ede-c6bc-48a4-86c0-5b0fd5927514 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:14.518534 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (de322fea-fdb7-4f5e-8d60-2f84d1c4ab13), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.542063 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=de322fea-fdb7-4f5e-8d60-2f84d1c4ab13,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:14.547497 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] No DVR routers for this DVR port de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 on host dv-cinder-773985-35-iscsi {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:14.622599 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (1637f515-4647-4c4f-9c6b-2a39afd26691), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.639937 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed7c2e-e3e7-4646-be58-b8a1c5c6682c None None] DHCP port deletion for 1637f515-4647-4c4f-9c6b-2a39afd26691 request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:32:14.645473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1637f515-4647-4c4f-9c6b-2a39afd26691']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:14.658020 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b732ed56-a198-4cad-80c4-5015a50c9755') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:14.658313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b732ed56-a198-4cad-80c4-5015a50c9755') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:14.668811 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (b732ed56-a198-4cad-80c4-5015a50c9755), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.682779 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (b732ed56-a198-4cad-80c4-5015a50c9755), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.688663 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:32:14.689041 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (b732ed56-a198-4cad-80c4-5015a50c9755), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:32:14.690804 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:32:14.750503 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (1637f515-4647-4c4f-9c6b-2a39afd26691), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.756413 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:14.760120 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1637f515-4647-4c4f-9c6b-2a39afd26691 HTTP/1.1" status: 204 len: 168 time: 0.5307758 Feb 18 08:32:14.763229 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36342) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:14.772976 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae77f8-00d3-4a26-b052-444fb531c4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1637f515-4647-4c4f-9c6b-2a39afd26691,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:15.136374 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (5f002b77-f0d2-45b6-a09b-9c16724a466c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:15.394651 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Deleting port e21539da-fce7-4569-b8d1-f4c3f76a4006 {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:15.394890 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:15.477128 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] For port e21539da-fce7-4569-b8d1-f4c3f76a4006, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=e21539da-fce7-4569-b8d1-f4c3f76a4006,segment=NetworkSegment(dc66aa96-ece8-4ee5-818d-9a11507e115e),segment_id=dc66aa96-ece8-4ee5-818d-9a11507e115e)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:15.477444 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:15.490661 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Calling delete_port for e21539da-fce7-4569-b8d1-f4c3f76a4006 owned by network:router_interface {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:15.512322 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7c272e5a-4bf7-4316-a63b-ee02be154ce8 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:15.533125 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 7c272e5a-4bf7-4316-a63b-ee02be154ce8 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:15.533564 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7c272e5a-4bf7-4316-a63b-ee02be154ce8 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:15.533982 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 17e88b41-58fe-41b3-ba50-d7ae84655e25 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:15.553301 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 17e88b41-58fe-41b3-ba50-d7ae84655e25 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:15.553616 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 17e88b41-58fe-41b3-ba50-d7ae84655e25 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:15.554043 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:15.572584 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:15.572963 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device de322fea-fdb7-4f5e-8d60-2f84d1c4ab13 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:15.689247 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (e21539da-fce7-4569-b8d1-f4c3f76a4006), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:15.720651 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Pushing event deleted for resources: {'Port': ['ID=e21539da-fce7-4569-b8d1-f4c3f76a4006,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:15.886452 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (5f002b77-f0d2-45b6-a09b-9c16724a466c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:16.115597 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Router 5f002b77-f0d2-45b6-a09b-9c16724a466c has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:16.229931 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:16.235283 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-67b09788-f4ed-4ee0-b6ba-4b89bc38442f admin admin] 10.222.0.69 "PUT /v2.0/routers/5f002b77-f0d2-45b6-a09b-9c16724a466c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709737 Feb 18 08:32:16.238219 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36346) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:16.239287 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] Sync routers for ids ['5f002b77-f0d2-45b6-a09b-9c16724a466c'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:16.249830 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] Routers {'5f002b77-f0d2-45b6-a09b-9c16724a466c'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:16.250444 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['5f002b77-f0d2-45b6-a09b-9c16724a466c'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:16.358358 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] Set router 5f002b77-f0d2-45b6-a09b-9c16724a466c gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:16.547965 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:32:15Z', 'revision_number': 5, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:16.574584 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] Checking router: 5f002b77-f0d2-45b6-a09b-9c16724a466c for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:16.584087 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] Routers {'5f002b77-f0d2-45b6-a09b-9c16724a466c'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:16.584718 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['5f002b77-f0d2-45b6-a09b-9c16724a466c'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:16.618395 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks [] for router (5f002b77-f0d2-45b6-a09b-9c16724a466c), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:16.690944 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] Set router 5f002b77-f0d2-45b6-a09b-9c16724a466c gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:16.722507 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks [] for router_gateway (5f002b77-f0d2-45b6-a09b-9c16724a466c), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:16.781811 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Deleting port 4c070107-0697-45ac-8cfb-cc02d59e64ee {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:16.782149 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:16.861785 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] For port 4c070107-0697-45ac-8cfb-cc02d59e64ee, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=4c070107-0697-45ac-8cfb-cc02d59e64ee,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:16.862229 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:16.872895 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:32:15Z', 'revision_number': 5, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:16.875636 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Calling delete_port for 4c070107-0697-45ac-8cfb-cc02d59e64ee owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:16.898213 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37d4d1-2ff5-4433-ab08-47cf1a8ad4cf None None] The sync data for ids ['5f002b77-f0d2-45b6-a09b-9c16724a466c'] in dv-cinder-773985-35-iscsi is: [{'id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'name': 'tempest-TestShelveInstance-793856745-router', 'tenant_id': 'bb53897c7812458592f6089ff9810a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:25:48Z', 'updated_at': '2022-02-18T08:32:15Z', 'revision_number': 5, 'project_id': 'bb53897c7812458592f6089ff9810a1e', 'gw_port': {'id': '4c070107-0697-45ac-8cfb-cc02d59e64ee', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f002b77-f0d2-45b6-a09b-9c16724a466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:25:49Z', 'updated_at': '2022-02-18T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:17.065918 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (4c070107-0697-45ac-8cfb-cc02d59e64ee), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.094532 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c070107-0697-45ac-8cfb-cc02d59e64ee,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:17.157518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (5f002b77-f0d2-45b6-a09b-9c16724a466c), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.252138 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (5f002b77-f0d2-45b6-a09b-9c16724a466c), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.254476 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks [] for router_controller (5f002b77-f0d2-45b6-a09b-9c16724a466c), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.301499 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (5f002b77-f0d2-45b6-a09b-9c16724a466c), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.301996 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f002b77-f0d2-45b6-a09b-9c16724a466c {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:32:17.306986 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.312159 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-faf3ae43-bfe7-498c-ba16-7ac977403f24 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5f002b77-f0d2-45b6-a09b-9c16724a466c HTTP/1.1" status: 204 len: 168 time: 1.0696113 Feb 18 08:32:17.312335 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36350) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:17.361475 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Deleting subnet db6f664d-cc5f-4776-8991-427058ed0cba {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:32:17.364917 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Publish callbacks [] for subnet (db6f664d-cc5f-4776-8991-427058ed0cba), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.398731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (db6f664d-cc5f-4776-8991-427058ed0cba), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.476972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (db6f664d-cc5f-4776-8991-427058ed0cba), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.542063 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (db6f664d-cc5f-4776-8991-427058ed0cba), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.568638 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6f664d-cc5f-4776-8991-427058ed0cba,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:17.571161 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device e21539da-fce7-4569-b8d1-f4c3f76a4006 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:17.574334 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.577557 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-2e0839c2-7bc3-4ae4-bc97-f033f7cf9c35 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/db6f664d-cc5f-4776-8991-427058ed0cba HTTP/1.1" status: 204 len: 168 time: 0.2643101 Feb 18 08:32:17.580004 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36352) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:17.602349 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47617c2-a2ad-45de-88c3-01cde8661eb1 None None] Network a64b94df-e949-49fd-a732-5448c8c4000f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:17.604927 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: e21539da-fce7-4569-b8d1-f4c3f76a4006 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:17.605260 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device e21539da-fce7-4569-b8d1-f4c3f76a4006 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:17.651584 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (a64b94df-e949-49fd-a732-5448c8c4000f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.705372 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Deleting port 89307571-7589-42c2-967f-b28945741b36 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:17.705718 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (89307571-7589-42c2-967f-b28945741b36), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.771309 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] For port 89307571-7589-42c2-967f-b28945741b36, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=89307571-7589-42c2-967f-b28945741b36,segment=NetworkSegment(dc66aa96-ece8-4ee5-818d-9a11507e115e),segment_id=dc66aa96-ece8-4ee5-818d-9a11507e115e)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:17.771693 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (89307571-7589-42c2-967f-b28945741b36), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.783844 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Calling delete_port for 89307571-7589-42c2-967f-b28945741b36 owned by network:dhcp {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:17.865017 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (89307571-7589-42c2-967f-b28945741b36), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.895680 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=89307571-7589-42c2-967f-b28945741b36,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:17.899114 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] No DVR routers for this DVR port 89307571-7589-42c2-967f-b28945741b36 on host dv-cinder-773985-35-iscsi {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:17.926542 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11076d-472d-40e2-b0f9-d5f824372914 None None] DHCP port deletion for a64b94df-e949-49fd-a732-5448c8c4000f request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:32:17.973175 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (a64b94df-e949-49fd-a732-5448c8c4000f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:17.993153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b94df-e949-49fd-a732-5448c8c4000f']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:18.002578 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc66aa96-ece8-4ee5-818d-9a11507e115e') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:18.002842 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc66aa96-ece8-4ee5-818d-9a11507e115e') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:18.012597 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (dc66aa96-ece8-4ee5-818d-9a11507e115e), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.025643 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (dc66aa96-ece8-4ee5-818d-9a11507e115e), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.031508 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:32:18.031968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (dc66aa96-ece8-4ee5-818d-9a11507e115e), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:32:18.033625 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:32:18.092515 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (a64b94df-e949-49fd-a732-5448c8c4000f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.098342 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.101566 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] 10.222.0.69 "DELETE /v2.0/networks/a64b94df-e949-49fd-a732-5448c8c4000f HTTP/1.1" status: 204 len: 168 time: 0.5206394 Feb 18 08:32:18.112819 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db1056-45a8-407a-8814-844336548c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a64b94df-e949-49fd-a732-5448c8c4000f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:18.218062 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36356) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:18.259462 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-09d189fe-cd9a-4b51-9aea-1fd7090b21a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cafbf79987a140a18dd4cf846db9bbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401928 Feb 18 08:32:18.262085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36358) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:18.320015 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1d1b-dcf1-427f-97e6-05fbd5b45836 admin admin] Publish callbacks [] for security_group (42ff2653-9742-43c1-a748-0f8ca8b4d3df), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.344571 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1d1b-dcf1-427f-97e6-05fbd5b45836 admin admin] Publish callbacks [] for security_group (42ff2653-9742-43c1-a748-0f8ca8b4d3df), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.397948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1d1b-dcf1-427f-97e6-05fbd5b45836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (42ff2653-9742-43c1-a748-0f8ca8b4d3df), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.401525 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1d1b-dcf1-427f-97e6-05fbd5b45836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.402718 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-9cfe1d1b-dcf1-427f-97e6-05fbd5b45836 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/42ff2653-9742-43c1-a748-0f8ca8b4d3df HTTP/1.1" status: 204 len: 168 time: 0.1397355 Feb 18 08:32:18.410523 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe1d1b-dcf1-427f-97e6-05fbd5b45836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ff2653-9742-43c1-a748-0f8ca8b4d3df,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:18.741807 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36364) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:18.784887 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b9d544c1-2adb-45bc-858c-33e1cb53db30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb53897c7812458592f6089ff9810a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418544 Feb 18 08:32:18.787421 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36366) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:18.837545 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ccb95c5-98e9-4a7b-9794-a4265f68d763 admin admin] Publish callbacks [] for security_group (0f8a9aa5-7099-4a27-ada8-87b464c788a2), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.859440 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ccb95c5-98e9-4a7b-9794-a4265f68d763 admin admin] Publish callbacks [] for security_group (0f8a9aa5-7099-4a27-ada8-87b464c788a2), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.905861 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ccb95c5-98e9-4a7b-9794-a4265f68d763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0f8a9aa5-7099-4a27-ada8-87b464c788a2), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.908760 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ccb95c5-98e9-4a7b-9794-a4265f68d763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:18.909932 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-2ccb95c5-98e9-4a7b-9794-a4265f68d763 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f8a9aa5-7099-4a27-ada8-87b464c788a2 HTTP/1.1" status: 204 len: 168 time: 0.1215210 Feb 18 08:32:18.917935 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb95c5-98e9-4a7b-9794-a4265f68d763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8a9aa5-7099-4a27-ada8-87b464c788a2,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:19.521686 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 4c070107-0697-45ac-8cfb-cc02d59e64ee no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:19.542451 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 4c070107-0697-45ac-8cfb-cc02d59e64ee {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:19.542796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 4c070107-0697-45ac-8cfb-cc02d59e64ee not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:19.543184 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 89307571-7589-42c2-967f-b28945741b36 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:19.562322 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 89307571-7589-42c2-967f-b28945741b36 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:19.562660 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 89307571-7589-42c2-967f-b28945741b36 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:23.899902 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f93394-d4bd-4575-9dc7-64c366fa8a74 req-3223bead-9709-4d10-994a-00545d3e3488 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:23.901301 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-34f93394-d4bd-4575-9dc7-64c366fa8a74 req-3223bead-9709-4d10-994a-00545d3e3488 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.0553918 Feb 18 08:32:23.949338 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-34f93394-d4bd-4575-9dc7-64c366fa8a74 req-49f150bf-e6f2-4fa1-b622-28a97f46778f tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Feb 18 08:32:25.093778 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb929-92e0-404b-be51-884517de9dc7 req-bc2f342b-f73a-46ec-b8ea-22ed616ab6d8 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:25.095160 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3cccb929-92e0-404b-be51-884517de9dc7 req-bc2f342b-f73a-46ec-b8ea-22ed616ab6d8 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.0651488 Feb 18 08:32:25.153206 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3cccb929-92e0-404b-be51-884517de9dc7 req-71501af4-4911-4fdc-a076-0fdd40efeb8e tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491598 Feb 18 08:32:25.982570 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-7af9be65-e551-4974-a0f0-60bbc03902ee tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:25.984078 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-7af9be65-e551-4974-a0f0-60bbc03902ee tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.0682950 Feb 18 08:32:26.088839 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Deleting port a5c96d47-a680-4885-9694-892f2183a12f {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:26.089073 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (a5c96d47-a680-4885-9694-892f2183a12f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:26.181511 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] For port a5c96d47-a680-4885-9694-892f2183a12f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a5c96d47-a680-4885-9694-892f2183a12f,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:26.182190 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (a5c96d47-a680-4885-9694-892f2183a12f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:26.376000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf4e94-a42b-4952-9d0a-143b33bc4052 req-8852bfef-1c30-425d-a101-1b9c80b6b123 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:26.377389 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b3cf4e94-a42b-4952-9d0a-143b33bc4052 req-8852bfef-1c30-425d-a101-1b9c80b6b123 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa3d149b-101f-413a-acc3-e04ef788bc14 HTTP/1.1" status: 200 len: 945 time: 0.1349912 Feb 18 08:32:26.411477 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:26.411864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (f5d72a29-8a4e-419d-b735-ea8ecaa34b88), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:26.412167 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Floating IP f5d72a29-8a4e-419d-b735-ea8ecaa34b88 disassociated. External IP: 172.27.3.24, port: a5c96d47-a680-4885-9694-892f2183a12f. Feb 18 08:32:26.412503 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Calling delete_port for a5c96d47-a680-4885-9694-892f2183a12f owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:26.476470 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b3cf4e94-a42b-4952-9d0a-143b33bc4052 req-35fe1023-c45f-40df-8340-ebc8505f4299 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups?id=e41d9be4-2910-4b2a-a33b-f882a266c560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907738 Feb 18 08:32:26.563864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (a5c96d47-a680-4885-9694-892f2183a12f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:26.592359 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event deleted for resources: {'Port': ['ID=a5c96d47-a680-4885-9694-892f2183a12f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:26.706060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:26.820697 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:26.830965 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:26.841155 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:26.841785 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:26.860756 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] No DVR routers for this DVR port a5c96d47-a680-4885-9694-892f2183a12f on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:26.863434 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:26.866679 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2c04c5bd-67d6-42d9-b477-a177cbaaabd9 req-b5837df7-8c29-4ff2-b033-4ff3ca5ec2ca tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.79 "DELETE /v2.0/ports/a5c96d47-a680-4885-9694-892f2183a12f HTTP/1.1" status: 204 len: 173 time: 0.8761189 Feb 18 08:32:26.867110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'name': 'network-vif-deleted', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:32:26.869395 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744b26a-7245-4920-8a54-d98d3fa698de" -d '{"events": [{"server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "name": "network-vif-deleted", "tag": "a5c96d47-a680-4885-9694-892f2183a12f"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:32:26.906591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a343ca56-e8ec-4db0-b2e2-aa85f5f6e8bb x-openstack-request-id: req-a343ca56-e8ec-4db0-b2e2-aa85f5f6e8bb {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:32:26.906902 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3d149b-101f-413a-acc3-e04ef788bc14", "name": "network-vif-deleted", "tag": "a5c96d47-a680-4885-9694-892f2183a12f", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:32:26.907157 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a343ca56-e8ec-4db0-b2e2-aa85f5f6e8bb {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:32:26.907575 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3d149b-101f-413a-acc3-e04ef788bc14', 'name': 'network-vif-deleted', 'tag': 'a5c96d47-a680-4885-9694-892f2183a12f', 'status': 'completed', 'code': 200} Feb 18 08:32:26.955801 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:27.170891 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:27.197826 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:27.206597 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:27.207181 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:27.321174 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:27.523685 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:27.558650 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a4568-9d49-4adc-8de3-00006155a867 None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:24:22Z', 'revision_number': 4, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': 'f86efa1b-8ed1-4a97-9858-fce6ad6240a4', 'name': '', 'network_id': '5c57dc9c-8af0-42ce-ba26-fdee96089da9', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'mac_address': 'fa:16:3e:4e:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:21Z', 'updated_at': '2022-02-18T08:24:28Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'subnets': [{'id': 'a98cbd04-4c2c-4520-be1c-70bffb1485bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:27.569947 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36428) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:27.626871 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2701-6df7-4b8b-962c-3f7e61695627 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (e41d9be4-2910-4b2a-a33b-f882a266c560), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.650522 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2701-6df7-4b8b-962c-3f7e61695627 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (e41d9be4-2910-4b2a-a33b-f882a266c560), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.700363 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2701-6df7-4b8b-962c-3f7e61695627 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e41d9be4-2910-4b2a-a33b-f882a266c560), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.703307 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2701-6df7-4b8b-962c-3f7e61695627 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.704549 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-8b9d2701-6df7-4b8b-962c-3f7e61695627 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "DELETE /v2.0/security-groups/e41d9be4-2910-4b2a-a33b-f882a266c560 HTTP/1.1" status: 204 len: 168 time: 0.1335874 Feb 18 08:32:27.707410 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36430) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:27.714200 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2701-6df7-4b8b-962c-3f7e61695627 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d9be4-2910-4b2a-a33b-f882a266c560,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:27.724826 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.api.v2.resource [None req-1f70a6d5-5b6c-4320-8607-fdfbed939e33 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] show failed (client error): The resource could not be found. Feb 18 08:32:27.726215 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-1f70a6d5-5b6c-4320-8607-fdfbed939e33 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "GET /v2.0/security-groups/e41d9be4-2910-4b2a-a33b-f882a266c560 HTTP/1.1" status: 404 len: 347 time: 0.0170288 Feb 18 08:32:27.729352 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36432) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:27.784989 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39998799-db1c-4962-84a5-c328a34d4be6 None None] New status for floating IP f5d72a29-8a4e-419d-b735-ea8ecaa34b88: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:32:27.856689 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Deleting port e21b0422-0d2b-42f6-9870-69d6fffc61a1 {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:27.857059 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.938264 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.938585 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (e21b0422-0d2b-42f6-9870-69d6fffc61a1), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:27.949911 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Calling delete_port for e21b0422-0d2b-42f6-9870-69d6fffc61a1 owned by network:floatingip {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:28.093660 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (e21b0422-0d2b-42f6-9870-69d6fffc61a1), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:28.117719 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Pushing event deleted for resources: {'Port': ['ID=e21b0422-0d2b-42f6-9870-69d6fffc61a1,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:28.180253 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks [] for floatingip (f5d72a29-8a4e-419d-b735-ea8ecaa34b88), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:28.182713 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:28.183850 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-8cdea5dd-2711-4e92-ab36-9808dc3c1497 tempest-AttachVolumeTestJSON-1408106591 tempest-AttachVolumeTestJSON-1408106591-project] 10.222.0.69 "DELETE /v2.0/floatingips/f5d72a29-8a4e-419d-b735-ea8ecaa34b88 HTTP/1.1" status: 204 len: 168 time: 0.4532924 Feb 18 08:32:28.489618 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6f897a1d-173e-48d9-b30a-f2452db6cd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:30.502286 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device a5c96d47-a680-4885-9694-892f2183a12f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:30.522999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: a5c96d47-a680-4885-9694-892f2183a12f {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:30.523339 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device a5c96d47-a680-4885-9694-892f2183a12f not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:30.601711 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-79da1c9c-2639-4ad1-84d1-e0acab84b85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:31.735850 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36462) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:31.915294 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:32.314189 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (a1734040-2837-4f44-9c5a-b1f5e42883e9), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:32.572876 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Deleting port f86efa1b-8ed1-4a97-9858-fce6ad6240a4 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:32.573115 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:32.652545 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] For port f86efa1b-8ed1-4a97-9858-fce6ad6240a4, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:32.652874 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:32.665338 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Calling delete_port for f86efa1b-8ed1-4a97-9858-fce6ad6240a4 owned by network:router_interface {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:32.850945 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (f86efa1b-8ed1-4a97-9858-fce6ad6240a4), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:32.873761 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Pushing event deleted for resources: {'Port': ['ID=f86efa1b-8ed1-4a97-9858-fce6ad6240a4,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:32.998411 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:32:33.044840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (a1734040-2837-4f44-9c5a-b1f5e42883e9), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:33.081372 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:33.269170 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Router a1734040-2837-4f44-9c5a-b1f5e42883e9 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:33.377419 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:33.382505 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d6dbbf46-41d4-4b32-882c-4e0891dc884a admin admin] 10.222.0.69 "PUT /v2.0/routers/a1734040-2837-4f44-9c5a-b1f5e42883e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456413 Feb 18 08:32:33.385199 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36466) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:33.387821 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] Sync routers for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:33.398815 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:33.399537 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:33.495834 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks [] for router (a1734040-2837-4f44-9c5a-b1f5e42883e9), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:33.507920 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:33.693479 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:32:32Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:33.720532 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] Checking router: a1734040-2837-4f44-9c5a-b1f5e42883e9 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:33.729741 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] Routers {'a1734040-2837-4f44-9c5a-b1f5e42883e9'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:33.730360 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['a1734040-2837-4f44-9c5a-b1f5e42883e9'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:33.848362 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] Set router a1734040-2837-4f44-9c5a-b1f5e42883e9 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:33.882386 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks [] for router_gateway (a1734040-2837-4f44-9c5a-b1f5e42883e9), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:33.936155 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Deleting port 56069a98-2f34-48d2-b149-8fdffbb7c8bc {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:33.936497 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.016431 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] For port 56069a98-2f34-48d2-b149-8fdffbb7c8bc, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=56069a98-2f34-48d2-b149-8fdffbb7c8bc,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:34.016797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.028095 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:32:32Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:34.033837 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Calling delete_port for 56069a98-2f34-48d2-b149-8fdffbb7c8bc owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:34.055229 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b606c17-b241-48c0-b4e7-8e9d95f3cd7a None None] The sync data for ids ['a1734040-2837-4f44-9c5a-b1f5e42883e9'] in dv-cinder-773985-35-iscsi is: [{'id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'name': 'tempest-AttachVolumeTestJSON-614601655-router', 'tenant_id': 'f10be412094940ad85cc4b95899c3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:24:17Z', 'updated_at': '2022-02-18T08:32:32Z', 'revision_number': 5, 'project_id': 'f10be412094940ad85cc4b95899c3735', 'gw_port': {'id': '56069a98-2f34-48d2-b149-8fdffbb7c8bc', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1734040-2837-4f44-9c5a-b1f5e42883e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:24:18Z', 'updated_at': '2022-02-18T08:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:34.229481 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (56069a98-2f34-48d2-b149-8fdffbb7c8bc), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.253930 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Pushing event deleted for resources: {'Port': ['ID=56069a98-2f34-48d2-b149-8fdffbb7c8bc,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:34.318533 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (a1734040-2837-4f44-9c5a-b1f5e42883e9), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.413979 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (a1734040-2837-4f44-9c5a-b1f5e42883e9), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.417453 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks [] for router_controller (a1734040-2837-4f44-9c5a-b1f5e42883e9), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.463126 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.469093 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (a1734040-2837-4f44-9c5a-b1f5e42883e9), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.469882 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1734040-2837-4f44-9c5a-b1f5e42883e9 {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:32:34.475063 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.476276 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-546462ad-21ac-4b1b-90f4-03b3f87d778e admin admin] 10.222.0.69 "DELETE /v2.0/routers/a1734040-2837-4f44-9c5a-b1f5e42883e9 HTTP/1.1" status: 204 len: 168 time: 1.0902095 Feb 18 08:32:34.478927 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36468) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:34.524185 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Deleting subnet a98cbd04-4c2c-4520-be1c-70bffb1485bc {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:32:34.527594 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Publish callbacks [] for subnet (a98cbd04-4c2c-4520-be1c-70bffb1485bc), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.563322 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (a98cbd04-4c2c-4520-be1c-70bffb1485bc), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.645908 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (a98cbd04-4c2c-4520-be1c-70bffb1485bc), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.702557 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (a98cbd04-4c2c-4520-be1c-70bffb1485bc), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.730030 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98cbd04-4c2c-4520-be1c-70bffb1485bc,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:34.732036 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.735238 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-10db5bb8-732b-41cb-8b42-5b4e4c60b93d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a98cbd04-4c2c-4520-be1c-70bffb1485bc HTTP/1.1" status: 204 len: 168 time: 0.2553327 Feb 18 08:32:34.737956 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36470) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:34.741370 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bde533-49a9-4c8d-9073-20d6a371d8de None None] Network 5c57dc9c-8af0-42ce-ba26-fdee96089da9 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:34.810265 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (5c57dc9c-8af0-42ce-ba26-fdee96089da9), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.870217 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Deleting port 687fe6d9-eec3-409a-b38a-63901d4faa74 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:34.870461 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.934990 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] For port 687fe6d9-eec3-409a-b38a-63901d4faa74, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=687fe6d9-eec3-409a-b38a-63901d4faa74,segment=NetworkSegment(72af7056-7131-4838-9899-2aab03e08ee1),segment_id=72af7056-7131-4838-9899-2aab03e08ee1)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:34.935797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:34.949237 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Calling delete_port for 687fe6d9-eec3-409a-b38a-63901d4faa74 owned by network:dhcp {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:35.032235 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (687fe6d9-eec3-409a-b38a-63901d4faa74), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.060427 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Pushing event deleted for resources: {'Port': ['ID=687fe6d9-eec3-409a-b38a-63901d4faa74,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:35.062257 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] No DVR routers for this DVR port 687fe6d9-eec3-409a-b38a-63901d4faa74 on host dv-cinder-773985-35-iscsi {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:35.082106 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7038657f-f75e-4266-9943-b7fba81a8f9a None None] DHCP port deletion for 5c57dc9c-8af0-42ce-ba26-fdee96089da9 request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:32:35.135652 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (5c57dc9c-8af0-42ce-ba26-fdee96089da9), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.156610 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c57dc9c-8af0-42ce-ba26-fdee96089da9']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:35.166892 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72af7056-7131-4838-9899-2aab03e08ee1') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:35.167182 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72af7056-7131-4838-9899-2aab03e08ee1') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:35.185937 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (72af7056-7131-4838-9899-2aab03e08ee1), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.199769 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (72af7056-7131-4838-9899-2aab03e08ee1), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.206324 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:32:35.206709 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (72af7056-7131-4838-9899-2aab03e08ee1), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:32:35.208400 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:32:35.267855 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (5c57dc9c-8af0-42ce-ba26-fdee96089da9), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.273107 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.276224 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] 10.222.0.69 "DELETE /v2.0/networks/5c57dc9c-8af0-42ce-ba26-fdee96089da9 HTTP/1.1" status: 204 len: 168 time: 0.5373216 Feb 18 08:32:35.287230 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf22996-44d0-45dc-840b-9172edcc905e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c57dc9c-8af0-42ce-ba26-fdee96089da9,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:35.394567 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36474) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:35.435773 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-39f69422-f636-4c7b-8057-e747a47df028 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f10be412094940ad85cc4b95899c3735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399921 Feb 18 08:32:35.439331 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36476) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:35.490886 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-476ae83b-56bb-418f-9fd8-18bf63e12bf0 admin admin] Publish callbacks [] for security_group (c13f3ba5-51ab-42a0-a737-26ef9e7230da), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.512582 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-476ae83b-56bb-418f-9fd8-18bf63e12bf0 admin admin] Publish callbacks [] for security_group (c13f3ba5-51ab-42a0-a737-26ef9e7230da), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.520449 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f86efa1b-8ed1-4a97-9858-fce6ad6240a4 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:35.541592 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: f86efa1b-8ed1-4a97-9858-fce6ad6240a4 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:35.542130 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device f86efa1b-8ed1-4a97-9858-fce6ad6240a4 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:35.542269 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 56069a98-2f34-48d2-b149-8fdffbb7c8bc no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:35.560285 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-476ae83b-56bb-418f-9fd8-18bf63e12bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c13f3ba5-51ab-42a0-a737-26ef9e7230da), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.562818 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-476ae83b-56bb-418f-9fd8-18bf63e12bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:35.563023 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 56069a98-2f34-48d2-b149-8fdffbb7c8bc {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:35.563365 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 56069a98-2f34-48d2-b149-8fdffbb7c8bc not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:35.563798 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 687fe6d9-eec3-409a-b38a-63901d4faa74 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:35.564015 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-476ae83b-56bb-418f-9fd8-18bf63e12bf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c13f3ba5-51ab-42a0-a737-26ef9e7230da HTTP/1.1" status: 204 len: 168 time: 0.1237609 Feb 18 08:32:35.571658 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ae83b-56bb-418f-9fd8-18bf63e12bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f3ba5-51ab-42a0-a737-26ef9e7230da,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:35.589329 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 687fe6d9-eec3-409a-b38a-63901d4faa74 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:35.589675 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 687fe6d9-eec3-409a-b38a-63901d4faa74 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:37.088746 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36534) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:37.210353 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-27abb619-6e2e-4c3c-b0ae-690d17aec898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.292802 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-27abb619-6e2e-4c3c-b0ae-690d17aec898 admin admin] Publish callbacks [] for security_group (c81c62b5-be31-4ab6-bea8-107a24fd78b1), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.299287 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-27abb619-6e2e-4c3c-b0ae-690d17aec898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c81c62b5-be31-4ab6-bea8-107a24fd78b1), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.351912 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-27abb619-6e2e-4c3c-b0ae-690d17aec898 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80b4772293b747188c5cfbc0b450a573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619493 Feb 18 08:32:37.352637 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb619-6e2e-4c3c-b0ae-690d17aec898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c62b5-be31-4ab6-bea8-107a24fd78b1,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:37.355549 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36538) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:37.405157 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-880f35e1-dbf9-463a-9576-5a6f803ede6c admin admin] Publish callbacks [] for security_group (c81c62b5-be31-4ab6-bea8-107a24fd78b1), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.426825 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-880f35e1-dbf9-463a-9576-5a6f803ede6c admin admin] Publish callbacks [] for security_group (c81c62b5-be31-4ab6-bea8-107a24fd78b1), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.478592 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-880f35e1-dbf9-463a-9576-5a6f803ede6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (c81c62b5-be31-4ab6-bea8-107a24fd78b1), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.483001 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-880f35e1-dbf9-463a-9576-5a6f803ede6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:37.484204 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-880f35e1-dbf9-463a-9576-5a6f803ede6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c81c62b5-be31-4ab6-bea8-107a24fd78b1 HTTP/1.1" status: 204 len: 168 time: 0.1275351 Feb 18 08:32:37.495704 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f35e1-dbf9-463a-9576-5a6f803ede6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c62b5-be31-4ab6-bea8-107a24fd78b1,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:37.997248 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be424-5568-4499-a676-f3adc37235e2 req-e13a645d-8128-4477-bbb1-5b0b426d27cf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:37.998812 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c66be424-5568-4499-a676-f3adc37235e2 req-e13a645d-8128-4477-bbb1-5b0b426d27cf tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 947 time: 0.0564408 Feb 18 08:32:38.046690 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c66be424-5568-4499-a676-f3adc37235e2 req-706c0afa-65ef-4b29-9bcd-c2d42e78d22c tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Feb 18 08:32:39.162102 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36600) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:39.173436 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c3aa-b7f3-42ef-a938-719f9a17429d req-c9ab14f9-6d43-42b2-a55b-7e9a101bab23 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:39.174944 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d857c3aa-b7f3-42ef-a938-719f9a17429d req-c9ab14f9-6d43-42b2-a55b-7e9a101bab23 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 947 time: 0.0530322 Feb 18 08:32:39.222492 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d857c3aa-b7f3-42ef-a938-719f9a17429d req-7dd18e45-7881-4409-8d8e-f0d2e84478fa tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups?id=137c6a1c-e1a4-483f-bcb2-fb6caaef3211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Feb 18 08:32:39.282638 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d0762e2c-d2f3-4351-9717-51fb226b96a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.358024 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d0762e2c-d2f3-4351-9717-51fb226b96a9 admin admin] Publish callbacks [] for security_group (2ed22e3e-521e-44b5-8e07-1788f5bce7bb), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.363248 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d0762e2c-d2f3-4351-9717-51fb226b96a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2ed22e3e-521e-44b5-8e07-1788f5bce7bb), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.399810 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0762e2c-d2f3-4351-9717-51fb226b96a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed22e3e-521e-44b5-8e07-1788f5bce7bb,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:39.405514 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d0762e2c-d2f3-4351-9717-51fb226b96a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97c94d5f7ada4e88b8f56e7047b0990b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424078 Feb 18 08:32:39.408291 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36604) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:39.456382 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-226377bd-2e20-4135-b10a-8f32fb77b459 admin admin] Publish callbacks [] for security_group (2ed22e3e-521e-44b5-8e07-1788f5bce7bb), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.479366 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-226377bd-2e20-4135-b10a-8f32fb77b459 admin admin] Publish callbacks [] for security_group (2ed22e3e-521e-44b5-8e07-1788f5bce7bb), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.528705 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-226377bd-2e20-4135-b10a-8f32fb77b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (2ed22e3e-521e-44b5-8e07-1788f5bce7bb), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.531244 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-226377bd-2e20-4135-b10a-8f32fb77b459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.532421 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-226377bd-2e20-4135-b10a-8f32fb77b459 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ed22e3e-521e-44b5-8e07-1788f5bce7bb HTTP/1.1" status: 204 len: 168 time: 0.1232386 Feb 18 08:32:39.540289 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226377bd-2e20-4135-b10a-8f32fb77b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed22e3e-521e-44b5-8e07-1788f5bce7bb,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:39.675738 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-09e55895-c1bc-4faf-834f-4906ddf0f308 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:39.677268 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-09e55895-c1bc-4faf-834f-4906ddf0f308 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 947 time: 0.0581350 Feb 18 08:32:39.771542 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Deleting port 7606dbb2-29d9-45be-a2fc-9c413939e25f {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:39.772011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.798669 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36610) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:39.813750 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-20830c50-698e-4d51-b992-7b61d17b7671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.869416 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] For port 7606dbb2-29d9-45be-a2fc-9c413939e25f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7606dbb2-29d9-45be-a2fc-9c413939e25f,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:39.869860 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.889097 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-20830c50-698e-4d51-b992-7b61d17b7671 admin admin] Publish callbacks [] for security_group (d94b09c8-4edf-403d-a727-e793ba8c211b), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.893787 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-20830c50-698e-4d51-b992-7b61d17b7671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d94b09c8-4edf-403d-a727-e793ba8c211b), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:39.932644 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20830c50-698e-4d51-b992-7b61d17b7671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94b09c8-4edf-403d-a727-e793ba8c211b,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:39.940491 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-20830c50-698e-4d51-b992-7b61d17b7671 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf3bf1c27c2b4489a87c4a6949bfcb49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403663 Feb 18 08:32:39.941221 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36612) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:39.989950 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac8861b6-f0b2-409e-b3c9-6d42664e1b44 admin admin] Publish callbacks [] for security_group (d94b09c8-4edf-403d-a727-e793ba8c211b), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.011554 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac8861b6-f0b2-409e-b3c9-6d42664e1b44 admin admin] Publish callbacks [] for security_group (d94b09c8-4edf-403d-a727-e793ba8c211b), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.041657 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.041931 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b3b959db-aecb-42ec-bc2f-c9f6b77bc731), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.042219 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Floating IP b3b959db-aecb-42ec-bc2f-c9f6b77bc731 disassociated. External IP: 172.27.3.242, port: 7606dbb2-29d9-45be-a2fc-9c413939e25f. Feb 18 08:32:40.042589 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Calling delete_port for 7606dbb2-29d9-45be-a2fc-9c413939e25f owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:40.059429 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac8861b6-f0b2-409e-b3c9-6d42664e1b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d94b09c8-4edf-403d-a727-e793ba8c211b), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.062208 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-ac8861b6-f0b2-409e-b3c9-6d42664e1b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.063470 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-ac8861b6-f0b2-409e-b3c9-6d42664e1b44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d94b09c8-4edf-403d-a727-e793ba8c211b HTTP/1.1" status: 204 len: 168 time: 0.1208942 Feb 18 08:32:40.071316 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8861b6-f0b2-409e-b3c9-6d42664e1b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94b09c8-4edf-403d-a727-e793ba8c211b,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:40.178233 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7606dbb2-29d9-45be-a2fc-9c413939e25f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.206569 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event deleted for resources: {'Port': ['ID=7606dbb2-29d9-45be-a2fc-9c413939e25f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:40.336665 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Router dca04083-ae31-404f-b1f2-e4159b13d617 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:40.455123 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:40.465313 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:40.475968 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:40.476579 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:40.527185 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-72c96423-17ff-40d1-ab5c-22da61d1d9a4 req-15294e45-1f18-4bd0-bc64-52df65d6cde8 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/ports?device_id=15ffff14-db8f-4a45-8802-c3c937dbbc9c HTTP/1.1" status: 200 len: 210 time: 0.2284954 Feb 18 08:32:40.528021 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] No DVR routers for this DVR port 7606dbb2-29d9-45be-a2fc-9c413939e25f on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:40.530526 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:40.534658 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-48c6c5e2-da8a-4128-8a66-9d20eb907397 req-f350c4dc-3eaa-4491-be67-8a08c41d92ef tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.79 "DELETE /v2.0/ports/7606dbb2-29d9-45be-a2fc-9c413939e25f HTTP/1.1" status: 204 len: 173 time: 0.8514996 Feb 18 08:32:40.535109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-deleted', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:32:40.537508 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5092f007-eccb-4890-bc54-0a410b5c3e5b" -d '{"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-deleted", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:32:40.608520 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:40.630275 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc8972-3c91-4ac3-a5c1-ae592ec093b9 x-openstack-request-id: req-fefc8972-3c91-4ac3-a5c1-ae592ec093b9 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:32:40.630571 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ffff14-db8f-4a45-8802-c3c937dbbc9c", "name": "network-vif-deleted", "tag": "7606dbb2-29d9-45be-a2fc-9c413939e25f", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:32:40.630959 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fefc8972-3c91-4ac3-a5c1-ae592ec093b9 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:32:40.631218 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ffff14-db8f-4a45-8802-c3c937dbbc9c', 'name': 'network-vif-deleted', 'tag': '7606dbb2-29d9-45be-a2fc-9c413939e25f', 'status': 'completed', 'code': 200} Feb 18 08:32:40.963141 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:40.995768 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:41.005339 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:41.006176 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:41.121358 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:41.320331 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:41.346288 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1717f7d6-4ba8-473c-8c2f-2adb17254c92 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:39Z', 'revision_number': 4, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '7fd5d6a8-b466-46cc-ab4b-1969c2e89588', 'name': '', 'network_id': '9aee4954-8c06-47d1-ac02-b10e1f74fa2c', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'mac_address': 'fa:16:3e:96:83:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:38Z', 'updated_at': '2022-02-18T08:22:43Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'subnets': [{'id': 'f5583f06-f98f-4a6b-bac2-d7e7de013d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:41.576522 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e88e20c-d4fd-4e39-9f1a-deddab9efc8c None None] New status for floating IP b3b959db-aecb-42ec-bc2f-c9f6b77bc731: DOWN {{(pid=102756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:32:41.668033 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36668) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:41.729651 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc506-2c60-47b6-b44a-c9604d622dd9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (137c6a1c-e1a4-483f-bcb2-fb6caaef3211), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:41.759733 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc506-2c60-47b6-b44a-c9604d622dd9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (137c6a1c-e1a4-483f-bcb2-fb6caaef3211), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:41.811589 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc506-2c60-47b6-b44a-c9604d622dd9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (137c6a1c-e1a4-483f-bcb2-fb6caaef3211), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:41.814654 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-0f6cc506-2c60-47b6-b44a-c9604d622dd9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:41.816369 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-0f6cc506-2c60-47b6-b44a-c9604d622dd9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "DELETE /v2.0/security-groups/137c6a1c-e1a4-483f-bcb2-fb6caaef3211 HTTP/1.1" status: 204 len: 168 time: 0.1468480 Feb 18 08:32:41.819079 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36672) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:41.825869 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cc506-2c60-47b6-b44a-c9604d622dd9 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c6a1c-e1a4-483f-bcb2-fb6caaef3211,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:41.838446 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.api.v2.resource [None req-b02909b5-b3ca-49fb-8356-83765769c454 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] show failed (client error): The resource could not be found. Feb 18 08:32:41.839558 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b02909b5-b3ca-49fb-8356-83765769c454 tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "GET /v2.0/security-groups/137c6a1c-e1a4-483f-bcb2-fb6caaef3211 HTTP/1.1" status: 404 len: 347 time: 0.0193703 Feb 18 08:32:41.842457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36674) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:41.984848 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Deleting port 3dca97e1-86f1-4bb4-ad50-867411cd0e37 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:41.985144 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:42.060853 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:42.061139 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (3dca97e1-86f1-4bb4-ad50-867411cd0e37), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:42.073588 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Calling delete_port for 3dca97e1-86f1-4bb4-ad50-867411cd0e37 owned by network:floatingip {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:42.211877 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (3dca97e1-86f1-4bb4-ad50-867411cd0e37), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:42.237496 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Pushing event deleted for resources: {'Port': ['ID=3dca97e1-86f1-4bb4-ad50-867411cd0e37,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:42.308463 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks [] for floatingip (b3b959db-aecb-42ec-bc2f-c9f6b77bc731), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:42.311691 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:42.312887 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-04097315-b77a-4077-975b-4a4f55b5ac2b tempest-AttachVolumeShelveTestJSON-127710111 tempest-AttachVolumeShelveTestJSON-127710111-project] 10.222.0.69 "DELETE /v2.0/floatingips/b3b959db-aecb-42ec-bc2f-c9f6b77bc731 HTTP/1.1" status: 204 len: 168 time: 0.4694855 Feb 18 08:32:43.123508 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:44.583504 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:44.610098 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 7606dbb2-29d9-45be-a2fc-9c413939e25f {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:44.610630 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7606dbb2-29d9-45be-a2fc-9c413939e25f not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:44.872610 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36716) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:45.390882 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (dca04083-ae31-404f-b1f2-e4159b13d617), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:45.642722 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Deleting port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:45.643045 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:45.722822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] For port 7fd5d6a8-b466-46cc-ab4b-1969c2e89588, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:45.723193 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:45.736521 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Calling delete_port for 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 owned by network:router_interface {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:45.924351 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7fd5d6a8-b466-46cc-ab4b-1969c2e89588), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:45.952909 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd5d6a8-b466-46cc-ab4b-1969c2e89588,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:46.119054 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (dca04083-ae31-404f-b1f2-e4159b13d617), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:46.349616 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Router dca04083-ae31-404f-b1f2-e4159b13d617 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:32:46.727978 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:32:46.732933 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-df671a9c-a0f2-44a5-a572-5f96fcda16fa admin admin] 10.222.0.69 "PUT /v2.0/routers/dca04083-ae31-404f-b1f2-e4159b13d617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592634 Feb 18 08:32:46.736317 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36744) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:46.738699 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] Sync routers for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:32:46.750315 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:46.750930 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:46.840047 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks [] for router (dca04083-ae31-404f-b1f2-e4159b13d617), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:46.857688 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:46.948348 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks [] for router_gateway (dca04083-ae31-404f-b1f2-e4159b13d617), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.007666 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Deleting port 97e50280-6bc9-45d9-aa79-aa30c522bb50 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:47.008016 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.039514 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:32:45Z', 'revision_number': 5, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port': {'id': '97e50280-6bc9-45d9-aa79-aa30c522bb50', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dc:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:47.069639 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] Checking router: dca04083-ae31-404f-b1f2-e4159b13d617 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:32:47.079183 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] Routers {'dca04083-ae31-404f-b1f2-e4159b13d617'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:32:47.079843 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:32:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['dca04083-ae31-404f-b1f2-e4159b13d617'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:47.090947 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] For port 97e50280-6bc9-45d9-aa79-aa30c522bb50, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=97e50280-6bc9-45d9-aa79-aa30c522bb50,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:47.091309 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.103615 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Calling delete_port for 97e50280-6bc9-45d9-aa79-aa30c522bb50 owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:47.167258 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] Set router dca04083-ae31-404f-b1f2-e4159b13d617 gateway port host: None {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:32:47.217435 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:32:46Z', 'revision_number': 6, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:47.246654 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d080c0c-dfbb-42dd-8267-39852e8f8619 None None] The sync data for ids ['dca04083-ae31-404f-b1f2-e4159b13d617'] in dv-cinder-773985-35-iscsi is: [{'id': 'dca04083-ae31-404f-b1f2-e4159b13d617', 'name': 'tempest-AttachVolumeShelveTestJSON-995538675-router', 'tenant_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:22:34Z', 'updated_at': '2022-02-18T08:32:46Z', 'revision_number': 6, 'project_id': 'c3b06bd841124e2fab3bfc2eb7ffcdfd', 'gw_port_host': None}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:32:47.276273 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (97e50280-6bc9-45d9-aa79-aa30c522bb50), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.306071 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e50280-6bc9-45d9-aa79-aa30c522bb50,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:47.363889 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (dca04083-ae31-404f-b1f2-e4159b13d617), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.453909 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (dca04083-ae31-404f-b1f2-e4159b13d617), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.456193 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks [] for router_controller (dca04083-ae31-404f-b1f2-e4159b13d617), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.500211 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (dca04083-ae31-404f-b1f2-e4159b13d617), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.500654 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca04083-ae31-404f-b1f2-e4159b13d617 {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:32:47.505393 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.506522 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-9f00a0a7-a870-469f-9fea-362fae1e87a4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/dca04083-ae31-404f-b1f2-e4159b13d617 HTTP/1.1" status: 204 len: 168 time: 0.7693546 Feb 18 08:32:47.509203 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36754) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:47.559460 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Deleting subnet f5583f06-f98f-4a6b-bac2-d7e7de013d46 {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:32:47.562790 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Publish callbacks [] for subnet (f5583f06-f98f-4a6b-bac2-d7e7de013d46), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.599016 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (f5583f06-f98f-4a6b-bac2-d7e7de013d46), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.688164 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (f5583f06-f98f-4a6b-bac2-d7e7de013d46), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.753466 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (f5583f06-f98f-4a6b-bac2-d7e7de013d46), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.780034 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5583f06-f98f-4a6b-bac2-d7e7de013d46,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:47.785678 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.789575 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c61b572a-6d92-4f5e-b906-f47359ce0b1a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f5583f06-f98f-4a6b-bac2-d7e7de013d46 HTTP/1.1" status: 204 len: 168 time: 0.2784982 Feb 18 08:32:47.794564 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b869a-d254-4171-9435-76040aed26aa None None] Network 9aee4954-8c06-47d1-ac02-b10e1f74fa2c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:47.795101 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36756) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:47.869872 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (9aee4954-8c06-47d1-ac02-b10e1f74fa2c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:47.932254 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Deleting port 85f0051d-949d-4b8d-9864-321f461f41da {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:47.932686 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (85f0051d-949d-4b8d-9864-321f461f41da), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.000093 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] For port 85f0051d-949d-4b8d-9864-321f461f41da, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=85f0051d-949d-4b8d-9864-321f461f41da,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:48.000448 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (85f0051d-949d-4b8d-9864-321f461f41da), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.014597 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Calling delete_port for 85f0051d-949d-4b8d-9864-321f461f41da owned by network:dhcp {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:48.042490 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] DHCP port deletion for 9aee4954-8c06-47d1-ac02-b10e1f74fa2c request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:32:48.077631 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:48.106024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:48.106363 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 7fd5d6a8-b466-46cc-ab4b-1969c2e89588 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:48.131458 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Deleting port 85f0051d-949d-4b8d-9864-321f461f41da {{(pid=102756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:32:48.131458 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (85f0051d-949d-4b8d-9864-321f461f41da), before_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.142562 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (85f0051d-949d-4b8d-9864-321f461f41da), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.178945 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] No DVR routers for this DVR port 85f0051d-949d-4b8d-9864-321f461f41da on host dv-cinder-773985-35-iscsi {{(pid=102755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:48.181054 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f0051d-949d-4b8d-9864-321f461f41da,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:48.213932 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] For port 85f0051d-949d-4b8d-9864-321f461f41da, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=85f0051d-949d-4b8d-9864-321f461f41da,segment=NetworkSegment(1e546d92-02d8-4c9d-82e8-169153d921af),segment_id=1e546d92-02d8-4c9d-82e8-169153d921af)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:32:48.214582 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (85f0051d-949d-4b8d-9864-321f461f41da), precommit_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.228453 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Calling delete_port for 85f0051d-949d-4b8d-9864-321f461f41da owned by network:dhcp {{(pid=102756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:32:48.267728 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (9aee4954-8c06-47d1-ac02-b10e1f74fa2c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.296489 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee4954-8c06-47d1-ac02-b10e1f74fa2c']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:48.308080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e546d92-02d8-4c9d-82e8-169153d921af') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:48.308581 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e546d92-02d8-4c9d-82e8-169153d921af') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:48.316746 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459'] for port (85f0051d-949d-4b8d-9864-321f461f41da), after_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.322340 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (1e546d92-02d8-4c9d-82e8-169153d921af), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.336120 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (1e546d92-02d8-4c9d-82e8-169153d921af), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.342983 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Pushing event deleted for resources: {'Port': ['ID=85f0051d-949d-4b8d-9864-321f461f41da,revision_number=None']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:48.343206 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:32:48.343595 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (1e546d92-02d8-4c9d-82e8-169153d921af), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:32:48.346096 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:32:48.348398 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] No DVR routers for this DVR port 85f0051d-949d-4b8d-9864-321f461f41da on host dv-cinder-773985-35-iscsi {{(pid=102756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:32:48.355748 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.356380 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.356723 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.357211 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.357744 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.358244 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.358732 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.359212 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.365413 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.365969 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.366468 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.366946 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.367640 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b7f8fc-b90d-4b03-82ce-93fda3875d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:32:48.407543 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (9aee4954-8c06-47d1-ac02-b10e1f74fa2c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.418825 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.425887 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9aee4954-8c06-47d1-ac02-b10e1f74fa2c HTTP/1.1" status: 204 len: 168 time: 0.6300995 Feb 18 08:32:48.441612 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d4ae-51cf-4800-81bf-65bd5af29081 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee4954-8c06-47d1-ac02-b10e1f74fa2c,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:48.553883 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36782) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:48.600001 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c736a258-4ab8-413a-b4e6-3cbcd030edbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3b06bd841124e2fab3bfc2eb7ffcdfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447977 Feb 18 08:32:48.602752 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36784) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:48.650370 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19810ba2-cdc9-4f14-b201-e309fa62b7d1 admin admin] Publish callbacks [] for security_group (e80aeb70-e35a-45b1-9773-a91ddebdaaf7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.670678 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19810ba2-cdc9-4f14-b201-e309fa62b7d1 admin admin] Publish callbacks [] for security_group (e80aeb70-e35a-45b1-9773-a91ddebdaaf7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.718903 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19810ba2-cdc9-4f14-b201-e309fa62b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e80aeb70-e35a-45b1-9773-a91ddebdaaf7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.722696 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-19810ba2-cdc9-4f14-b201-e309fa62b7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:48.724543 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-19810ba2-cdc9-4f14-b201-e309fa62b7d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e80aeb70-e35a-45b1-9773-a91ddebdaaf7 HTTP/1.1" status: 204 len: 168 time: 0.1205804 Feb 18 08:32:48.734846 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19810ba2-cdc9-4f14-b201-e309fa62b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80aeb70-e35a-45b1-9773-a91ddebdaaf7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:49.420737 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36806) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:49.523287 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1864247199-network', 'tenant_id': 'd5a629fb81ed4fddb196e1c5c737809f'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:32:49.539050 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 97e50280-6bc9-45d9-aa79-aa30c522bb50 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:49.548838 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Made reservation on behalf of d5a629fb81ed4fddb196e1c5c737809f for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:32:49.551107 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.559791 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.560254 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 97e50280-6bc9-45d9-aa79-aa30c522bb50 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:49.560624 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 97e50280-6bc9-45d9-aa79-aa30c522bb50 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:49.561200 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 85f0051d-949d-4b8d-9864-321f461f41da no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:32:49.580750 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 85f0051d-949d-4b8d-9864-321f461f41da {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:32:49.581100 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 85f0051d-949d-4b8d-9864-321f461f41da not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:32:49.647951 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks [] for security_group (7489c54f-aa21-4ff6-8a3f-28e534628028), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.653649 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (7489c54f-aa21-4ff6-8a3f-28e534628028), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.684186 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:32:49.695719 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7489c54f-aa21-4ff6-8a3f-28e534628028,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:49.698501 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (245be6a7-973f-4b1f-b7fa-b17b6ee16cd1), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.698840 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Added segment 245be6a7-973f-4b1f-b7fa-b17b6ee16cd1 of type vlan for network 2198c681-9bf3-4b9b-aab3-e86dd0f91471 Feb 18 08:32:49.742046 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-733d5c11-95e1-4eac-a2bc-238e9a9137cc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483518 Feb 18 08:32:49.745723 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (2198c681-9bf3-4b9b-aab3-e86dd0f91471), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.774078 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (2198c681-9bf3-4b9b-aab3-e86dd0f91471), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.775163 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:49.775950 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:49.828106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-00ba69f4-ef27-44df-94b5-e5e348ae792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:49.829884 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-00ba69f4-ef27-44df-94b5-e5e348ae792d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1129 time: 0.0646701 Feb 18 08:32:49.841756 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4198768 Feb 18 08:32:49.845031 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36816) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:49.851040 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fb454-5087-4de6-9a9b-98328590c365 admin admin] Pushing event updated for resources: {'Network': ['ID=2198c681-9bf3-4b9b-aab3-e86dd0f91471,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:49.853948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Request body: {'subnet': {'network_id': '2198c681-9bf3-4b9b-aab3-e86dd0f91471', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1864247199-subnet', 'tenant_id': 'd5a629fb81ed4fddb196e1c5c737809f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:32:49.871340 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 2198c681-9bf3-4b9b-aab3-e86dd0f91471 details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:32:49.906402 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Made reservation on behalf of d5a629fb81ed4fddb196e1c5c737809f for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:32:49.910382 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25858607'] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:50.049111 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-0177d099-b44f-47aa-ac0a-23dda6f2f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:50.050611 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-0177d099-b44f-47aa-ac0a-23dda6f2f07a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.1927249 Feb 18 08:32:50.151324 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-85539281-998f-4550-b278-ce20aadaaf9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 1000 time: 0.0930028 Feb 18 08:32:50.223995 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25465709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858621'] for subnet (03c02046-a9f0-4fde-9d91-bd3e1c5c651f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:50.256990 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-92d0407a-e7ea-4507-b304-5e1bb9c0e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:50.258459 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-92d0407a-e7ea-4507-b304-5e1bb9c0e65c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0881581 Feb 18 08:32:50.304754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c02046-a9f0-4fde-9d91-bd3e1c5c651f,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:50.326914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Checking segment: {'id': '245be6a7-973f-4b1f-b7fa-b17b6ee16cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2198c681-9bf3-4b9b-aab3-e86dd0f91471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:32:50.327275 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Network hostable DHCP agents. Network: 2198c681-9bf3-4b9b-aab3-e86dd0f91471, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:32:50.345271 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-b2e7bafc-a664-4067-843e-c5547756eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:50.346925 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-b2e7bafc-a664-4067-843e-c5547756eb41 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0773129 Feb 18 08:32:50.361000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Network 2198c681-9bf3-4b9b-aab3-e86dd0f91471 is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:32:50.407043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 2198c681-9bf3-4b9b-aab3-e86dd0f91471) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:32:50.414906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:50.415494 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:50.416558 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ecde6-539c-4515-9c20-58e3be23dbcc None None] Network 2198c681-9bf3-4b9b-aab3-e86dd0f91471 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:50.451229 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-371cb6ab-575e-463c-92d5-26018d2ba73f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5971019 Feb 18 08:32:50.463460 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-5fdea633-e675-4591-9f80-735c38c2337f service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103704 Feb 18 08:32:50.533829 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c550e-e257-4fb3-b1b8-dc174d0fb4e4 None None] Network 2198c681-9bf3-4b9b-aab3-e86dd0f91471 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:50.561110 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5b0c6ba6-da60-470f-b9de-8892b02a622a req-6adf8b83-29c5-4840-a9d3-d7ad4af1e4a1 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907624 Feb 18 08:32:50.945211 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36838) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:50.950371 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-648794680-network', 'tenant_id': '16b9f7a020ad48d58d2814fb90957515'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:32:50.970363 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Made reservation on behalf of 16b9f7a020ad48d58d2814fb90957515 for: {'network': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:32:50.972829 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:50.984061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.062746 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks [] for security_group (0532f101-6ae9-4ce9-b02a-54454d306f8a), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.067301 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0532f101-6ae9-4ce9-b02a-54454d306f8a), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.097708 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=102754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:32:51.105503 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0532f101-6ae9-4ce9-b02a-54454d306f8a,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:51.113784 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (40ba848a-7684-4de5-94c7-69baf02f4c3b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.114153 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.segments_db [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Added segment 40ba848a-7684-4de5-94c7-69baf02f4c3b of type vlan for network 5e626c66-4451-4271-a778-815252a3405f Feb 18 08:32:51.161576 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (5e626c66-4451-4271-a778-815252a3405f), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.189904 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (5e626c66-4451-4271-a778-815252a3405f), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.190884 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:51.191518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.250018 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3009820 Feb 18 08:32:51.250378 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36846) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:51.255211 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Request body: {'subnet': {'network_id': '5e626c66-4451-4271-a778-815252a3405f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-648794680-subnet', 'tenant_id': '16b9f7a020ad48d58d2814fb90957515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:32:51.265331 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9b640-86bc-41c4-98f2-a711275c081d admin admin] Pushing event updated for resources: {'Network': ['ID=5e626c66-4451-4271-a778-815252a3405f,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:51.279387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Made reservation on behalf of 16b9f7a020ad48d58d2814fb90957515 for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:32:51.281823 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25858607'] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.288727 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 5e626c66-4451-4271-a778-815252a3405f details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:32:51.458863 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25465709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858621'] for subnet (97337be3-5cc9-4fa2-bf2a-fe6904cfdd21), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.511320 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=97337be3-5cc9-4fa2-bf2a-fe6904cfdd21,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:51.526394 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Checking segment: {'id': '40ba848a-7684-4de5-94c7-69baf02f4c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '5e626c66-4451-4271-a778-815252a3405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:32:51.526743 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Network hostable DHCP agents. Network: 5e626c66-4451-4271-a778-815252a3405f, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:32:51.545466 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Network 5e626c66-4451-4271-a778-815252a3405f is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:32:51.556969 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 5e626c66-4451-4271-a778-815252a3405f) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:32:51.561135 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:32:51.561719 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.566384 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6149877e-7aff-49d8-91bd-65cdef6edf27 None None] Network 5e626c66-4451-4271-a778-815252a3405f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:51.580704 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-9573884b-a347-4160-a83d-26f9c11c0dfb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3293695 Feb 18 08:32:51.661832 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425fbf30-5498-4ca7-8cf9-f809323341bf None None] Network 5e626c66-4451-4271-a778-815252a3405f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:32:51.697639 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36858) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:51.745805 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Deleting subnet 03c02046-a9f0-4fde-9d91-bd3e1c5c651f {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:32:51.749231 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Publish callbacks [] for subnet (03c02046-a9f0-4fde-9d91-bd3e1c5c651f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.784531 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (03c02046-a9f0-4fde-9d91-bd3e1c5c651f), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.827229 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (03c02046-a9f0-4fde-9d91-bd3e1c5c651f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.890495 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (03c02046-a9f0-4fde-9d91-bd3e1c5c651f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.929000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c02046-a9f0-4fde-9d91-bd3e1c5c651f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:51.933576 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:51.938300 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-d196a4cc-e2c8-4335-acfe-336e28001d2e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/03c02046-a9f0-4fde-9d91-bd3e1c5c651f HTTP/1.1" status: 204 len: 168 time: 0.2394216 Feb 18 08:32:51.941473 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36860) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:52.011755 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (2198c681-9bf3-4b9b-aab3-e86dd0f91471), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.295101 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (2198c681-9bf3-4b9b-aab3-e86dd0f91471), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.314141 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2198c681-9bf3-4b9b-aab3-e86dd0f91471']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:52.323174 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245be6a7-973f-4b1f-b7fa-b17b6ee16cd1') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:52.323465 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245be6a7-973f-4b1f-b7fa-b17b6ee16cd1') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:52.332741 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (245be6a7-973f-4b1f-b7fa-b17b6ee16cd1), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.346842 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (245be6a7-973f-4b1f-b7fa-b17b6ee16cd1), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.354693 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:32:52.355186 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (245be6a7-973f-4b1f-b7fa-b17b6ee16cd1), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:32:52.357961 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:32:52.414684 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (2198c681-9bf3-4b9b-aab3-e86dd0f91471), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.420512 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.423888 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] 10.222.0.69 "DELETE /v2.0/networks/2198c681-9bf3-4b9b-aab3-e86dd0f91471 HTTP/1.1" status: 204 len: 168 time: 0.4813337 Feb 18 08:32:52.426957 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36866) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:52.436514 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64599aaa-38cd-4fd5-9f3d-cec5cba77f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=2198c681-9bf3-4b9b-aab3-e86dd0f91471,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:52.472159 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Deleting subnet 97337be3-5cc9-4fa2-bf2a-fe6904cfdd21 {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:32:52.475414 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Publish callbacks [] for subnet (97337be3-5cc9-4fa2-bf2a-fe6904cfdd21), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.517295 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (97337be3-5cc9-4fa2-bf2a-fe6904cfdd21), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.556895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (97337be3-5cc9-4fa2-bf2a-fe6904cfdd21), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.613946 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (97337be3-5cc9-4fa2-bf2a-fe6904cfdd21), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.640716 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97337be3-5cc9-4fa2-bf2a-fe6904cfdd21,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:52.646191 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.649348 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c466005b-7c11-478f-9e0c-f13446bf99eb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/97337be3-5cc9-4fa2-bf2a-fe6904cfdd21 HTTP/1.1" status: 204 len: 168 time: 0.2211792 Feb 18 08:32:52.651880 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36872) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:52.719025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (5e626c66-4451-4271-a778-815252a3405f), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.811291 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (5e626c66-4451-4271-a778-815252a3405f), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.832594 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e626c66-4451-4271-a778-815252a3405f']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:52.842270 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ba848a-7684-4de5-94c7-69baf02f4c3b') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:52.842567 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ba848a-7684-4de5-94c7-69baf02f4c3b') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:32:52.852091 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (40ba848a-7684-4de5-94c7-69baf02f4c3b), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.865201 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (40ba848a-7684-4de5-94c7-69baf02f4c3b), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.871246 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:32:52.871606 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (40ba848a-7684-4de5-94c7-69baf02f4c3b), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:32:52.873316 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:32:52.928019 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (5e626c66-4451-4271-a778-815252a3405f), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.933480 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:52.936600 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] 10.222.0.69 "DELETE /v2.0/networks/5e626c66-4451-4271-a778-815252a3405f HTTP/1.1" status: 204 len: 168 time: 0.2838633 Feb 18 08:32:52.947371 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bf7d0-63e7-410d-a650-01196f9bc42e admin admin] Pushing event deleted for resources: {'Network': ['ID=5e626c66-4451-4271-a778-815252a3405f,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:53.094895 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36876) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:53.139368 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-4081309a-df44-423a-ae8b-795e3dfea743 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5a629fb81ed4fddb196e1c5c737809f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432377 Feb 18 08:32:53.143364 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36878) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:53.198302 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fb13bc90-fc8b-41c3-9148-ca703c85527d admin admin] Publish callbacks [] for security_group (7489c54f-aa21-4ff6-8a3f-28e534628028), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.220644 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fb13bc90-fc8b-41c3-9148-ca703c85527d admin admin] Publish callbacks [] for security_group (7489c54f-aa21-4ff6-8a3f-28e534628028), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.276457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fb13bc90-fc8b-41c3-9148-ca703c85527d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (7489c54f-aa21-4ff6-8a3f-28e534628028), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.280385 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fb13bc90-fc8b-41c3-9148-ca703c85527d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.281549 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-fb13bc90-fc8b-41c3-9148-ca703c85527d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7489c54f-aa21-4ff6-8a3f-28e534628028 HTTP/1.1" status: 204 len: 168 time: 0.1372895 Feb 18 08:32:53.288980 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13bc90-fc8b-41c3-9148-ca703c85527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7489c54f-aa21-4ff6-8a3f-28e534628028,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:53.610518 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36890) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:53.651605 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a96fc289-4d36-442b-9de4-44fa49b08335 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16b9f7a020ad48d58d2814fb90957515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397913 Feb 18 08:32:53.654470 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36894) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:53.704902 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d59a313-51f6-4f4f-a6ba-3efb87e1bfb4 admin admin] Publish callbacks [] for security_group (0532f101-6ae9-4ce9-b02a-54454d306f8a), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.726923 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d59a313-51f6-4f4f-a6ba-3efb87e1bfb4 admin admin] Publish callbacks [] for security_group (0532f101-6ae9-4ce9-b02a-54454d306f8a), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.778673 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d59a313-51f6-4f4f-a6ba-3efb87e1bfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0532f101-6ae9-4ce9-b02a-54454d306f8a), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.781661 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-7d59a313-51f6-4f4f-a6ba-3efb87e1bfb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:53.782825 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-7d59a313-51f6-4f4f-a6ba-3efb87e1bfb4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0532f101-6ae9-4ce9-b02a-54454d306f8a HTTP/1.1" status: 204 len: 168 time: 0.1273584 Feb 18 08:32:53.791536 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59a313-51f6-4f4f-a6ba-3efb87e1bfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0532f101-6ae9-4ce9-b02a-54454d306f8a,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:55.588906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36972) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:55.702150 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ff30ccd2-869e-46d9-b05d-e1ab6f051ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.779061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ff30ccd2-869e-46d9-b05d-e1ab6f051ab7 admin admin] Publish callbacks [] for security_group (f3e61aff-4e7b-4980-be69-52b14030da48), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.785438 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ff30ccd2-869e-46d9-b05d-e1ab6f051ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f3e61aff-4e7b-4980-be69-52b14030da48), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.824138 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ff30ccd2-869e-46d9-b05d-e1ab6f051ab7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0330f6756c294b9c8741f7c5f3593da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341223 Feb 18 08:32:55.824889 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30ccd2-869e-46d9-b05d-e1ab6f051ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e61aff-4e7b-4980-be69-52b14030da48,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:55.826981 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36976) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:55.874660 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c7f2db95-339d-48b5-88ba-7133e50e9537 admin admin] Publish callbacks [] for security_group (f3e61aff-4e7b-4980-be69-52b14030da48), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.896430 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c7f2db95-339d-48b5-88ba-7133e50e9537 admin admin] Publish callbacks [] for security_group (f3e61aff-4e7b-4980-be69-52b14030da48), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.946062 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c7f2db95-339d-48b5-88ba-7133e50e9537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f3e61aff-4e7b-4980-be69-52b14030da48), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.950064 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c7f2db95-339d-48b5-88ba-7133e50e9537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:55.951481 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c7f2db95-339d-48b5-88ba-7133e50e9537 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3e61aff-4e7b-4980-be69-52b14030da48 HTTP/1.1" status: 204 len: 168 time: 0.1234434 Feb 18 08:32:55.959118 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2db95-339d-48b5-88ba-7133e50e9537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e61aff-4e7b-4980-be69-52b14030da48,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:56.228158 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 36984) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:56.241908 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3958f221-fc3f-495d-b847-ccd851849907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.320229 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3958f221-fc3f-495d-b847-ccd851849907 admin admin] Publish callbacks [] for security_group (5ffb3dd8-d705-48a6-8517-0147eca4d1c1), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.324661 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3958f221-fc3f-495d-b847-ccd851849907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5ffb3dd8-d705-48a6-8517-0147eca4d1c1), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.361810 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3958f221-fc3f-495d-b847-ccd851849907 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c40f0a77e6c400ba72342491b2f15d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325738 Feb 18 08:32:56.362646 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958f221-fc3f-495d-b847-ccd851849907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb3dd8-d705-48a6-8517-0147eca4d1c1,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:56.365370 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 36998) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:56.417906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b2c6-f049-4777-a345-ce4e914e3e93 admin admin] Publish callbacks [] for security_group (5ffb3dd8-d705-48a6-8517-0147eca4d1c1), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.439521 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b2c6-f049-4777-a345-ce4e914e3e93 admin admin] Publish callbacks [] for security_group (5ffb3dd8-d705-48a6-8517-0147eca4d1c1), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.490630 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b2c6-f049-4777-a345-ce4e914e3e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (5ffb3dd8-d705-48a6-8517-0147eca4d1c1), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.493272 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b8e1b2c6-f049-4777-a345-ce4e914e3e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.494438 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b8e1b2c6-f049-4777-a345-ce4e914e3e93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ffb3dd8-d705-48a6-8517-0147eca4d1c1 HTTP/1.1" status: 204 len: 168 time: 0.1275859 Feb 18 08:32:56.503930 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1b2c6-f049-4777-a345-ce4e914e3e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb3dd8-d705-48a6-8517-0147eca4d1c1,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:56.722757 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37014) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:56.833470 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1a47-cbe5-47ab-9e89-c0d50eb357d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.909929 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1a47-cbe5-47ab-9e89-c0d50eb357d2 admin admin] Publish callbacks [] for security_group (bd1716bc-143b-4754-b1f2-1c6413755542), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.914254 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1a47-cbe5-47ab-9e89-c0d50eb357d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bd1716bc-143b-4754-b1f2-1c6413755542), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:56.960746 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-eaeb1a47-cbe5-47ab-9e89-c0d50eb357d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5591edeb1740415a982caabae6b90403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368143 Feb 18 08:32:56.961601 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb1a47-cbe5-47ab-9e89-c0d50eb357d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1716bc-143b-4754-b1f2-1c6413755542,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:56.963520 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37028) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:57.016483 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdfec7b-d4fe-40e1-a71e-9cd548a844b3 admin admin] Publish callbacks [] for security_group (bd1716bc-143b-4754-b1f2-1c6413755542), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.038647 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdfec7b-d4fe-40e1-a71e-9cd548a844b3 admin admin] Publish callbacks [] for security_group (bd1716bc-143b-4754-b1f2-1c6413755542), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.084706 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdfec7b-d4fe-40e1-a71e-9cd548a844b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bd1716bc-143b-4754-b1f2-1c6413755542), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.087218 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3cdfec7b-d4fe-40e1-a71e-9cd548a844b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.088406 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3cdfec7b-d4fe-40e1-a71e-9cd548a844b3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd1716bc-143b-4754-b1f2-1c6413755542 HTTP/1.1" status: 204 len: 168 time: 0.1210694 Feb 18 08:32:57.096313 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfec7b-d4fe-40e1-a71e-9cd548a844b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1716bc-143b-4754-b1f2-1c6413755542,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:57.459057 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37048) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:57.472778 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1a0d-b0c2-40c7-8000-018d999513bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.551951 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1a0d-b0c2-40c7-8000-018d999513bc admin admin] Publish callbacks [] for security_group (e87e3b43-a48d-4992-bf41-42cd0761fcbd), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.556261 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-2a4b1a0d-b0c2-40c7-8000-018d999513bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e87e3b43-a48d-4992-bf41-42cd0761fcbd), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.593293 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-2a4b1a0d-b0c2-40c7-8000-018d999513bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a237e713e9304d038c311ca365f4e3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330652 Feb 18 08:32:57.594727 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b1a0d-b0c2-40c7-8000-018d999513bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87e3b43-a48d-4992-bf41-42cd0761fcbd,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:57.596073 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37052) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:57.647799 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-58959b7f-1363-4718-ba47-2be6b7f4cc29 admin admin] Publish callbacks [] for security_group (e87e3b43-a48d-4992-bf41-42cd0761fcbd), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.670302 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-58959b7f-1363-4718-ba47-2be6b7f4cc29 admin admin] Publish callbacks [] for security_group (e87e3b43-a48d-4992-bf41-42cd0761fcbd), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.718551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-58959b7f-1363-4718-ba47-2be6b7f4cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e87e3b43-a48d-4992-bf41-42cd0761fcbd), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.721313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-58959b7f-1363-4718-ba47-2be6b7f4cc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:57.722477 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-58959b7f-1363-4718-ba47-2be6b7f4cc29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e87e3b43-a48d-4992-bf41-42cd0761fcbd HTTP/1.1" status: 204 len: 168 time: 0.1252599 Feb 18 08:32:57.731989 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58959b7f-1363-4718-ba47-2be6b7f4cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87e3b43-a48d-4992-bf41-42cd0761fcbd,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:58.484217 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a3fc-53f7-46bc-b656-3af75381029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.378042 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37200) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:59.480803 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-46e867f2-c3dd-4bf3-bb5e-b76d4e9b64a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.554357 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-46e867f2-c3dd-4bf3-bb5e-b76d4e9b64a4 admin admin] Publish callbacks [] for security_group (6afa3cf2-5c3a-477a-91ef-4a40ae888318), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.560340 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-46e867f2-c3dd-4bf3-bb5e-b76d4e9b64a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (6afa3cf2-5c3a-477a-91ef-4a40ae888318), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.596387 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-46e867f2-c3dd-4bf3-bb5e-b76d4e9b64a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4efcb206dda845eab1e9bc18a520fff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172921 Feb 18 08:32:59.597206 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e867f2-c3dd-4bf3-bb5e-b76d4e9b64a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afa3cf2-5c3a-477a-91ef-4a40ae888318,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:59.600113 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37204) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:32:59.650859 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5b842bab-9fd1-4df0-bca5-88e1fc855865 admin admin] Publish callbacks [] for security_group (6afa3cf2-5c3a-477a-91ef-4a40ae888318), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.672213 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5b842bab-9fd1-4df0-bca5-88e1fc855865 admin admin] Publish callbacks [] for security_group (6afa3cf2-5c3a-477a-91ef-4a40ae888318), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.720263 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5b842bab-9fd1-4df0-bca5-88e1fc855865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (6afa3cf2-5c3a-477a-91ef-4a40ae888318), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.722755 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5b842bab-9fd1-4df0-bca5-88e1fc855865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:32:59.723929 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-5b842bab-9fd1-4df0-bca5-88e1fc855865 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6afa3cf2-5c3a-477a-91ef-4a40ae888318 HTTP/1.1" status: 204 len: 168 time: 0.1224368 Feb 18 08:32:59.731719 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b842bab-9fd1-4df0-bca5-88e1fc855865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afa3cf2-5c3a-477a-91ef-4a40ae888318,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:32:59.991889 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37210) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:00.008061 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efe9dc94-2c37-465b-b569-80c8b0a2d063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.082529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efe9dc94-2c37-465b-b569-80c8b0a2d063 admin admin] Publish callbacks [] for security_group (0e0cab81-9e98-4485-9be3-0bf3e0dac92a), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.087978 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-efe9dc94-2c37-465b-b569-80c8b0a2d063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0e0cab81-9e98-4485-9be3-0bf3e0dac92a), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.125091 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-efe9dc94-2c37-465b-b569-80c8b0a2d063 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c47b33c21214539b0fac80861daccb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321280 Feb 18 08:33:00.125930 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9dc94-2c37-465b-b569-80c8b0a2d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0cab81-9e98-4485-9be3-0bf3e0dac92a,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:00.128059 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37212) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:00.178477 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-560ce699-f139-4e4c-a81c-8c2e70cd373f admin admin] Publish callbacks [] for security_group (0e0cab81-9e98-4485-9be3-0bf3e0dac92a), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.200445 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-560ce699-f139-4e4c-a81c-8c2e70cd373f admin admin] Publish callbacks [] for security_group (0e0cab81-9e98-4485-9be3-0bf3e0dac92a), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.258877 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-560ce699-f139-4e4c-a81c-8c2e70cd373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0e0cab81-9e98-4485-9be3-0bf3e0dac92a), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.262942 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-560ce699-f139-4e4c-a81c-8c2e70cd373f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:00.264643 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-560ce699-f139-4e4c-a81c-8c2e70cd373f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e0cab81-9e98-4485-9be3-0bf3e0dac92a HTTP/1.1" status: 204 len: 168 time: 0.1355245 Feb 18 08:33:00.272571 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ce699-f139-4e4c-a81c-8c2e70cd373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0cab81-9e98-4485-9be3-0bf3e0dac92a,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:00.598474 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f3a82731-9034-4f7f-872c-a4ea33f18eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:01.924448 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.343447 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37314) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:02.451857 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1379ae6f-9b94-4211-91f9-6302cb3adc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.521563 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1379ae6f-9b94-4211-91f9-6302cb3adc51 admin admin] Publish callbacks [] for security_group (d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.528191 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-1379ae6f-9b94-4211-91f9-6302cb3adc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.565055 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-1379ae6f-9b94-4211-91f9-6302cb3adc51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b2b61ac413841e1973c79c8a6a10246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204540 Feb 18 08:33:02.565883 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379ae6f-9b94-4211-91f9-6302cb3adc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:02.568001 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37320) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:02.614301 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fb05-6e6c-46df-b795-4f9ac2708a17 admin admin] Publish callbacks [] for security_group (d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.636529 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fb05-6e6c-46df-b795-4f9ac2708a17 admin admin] Publish callbacks [] for security_group (d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.692109 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fb05-6e6c-46df-b795-4f9ac2708a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.694534 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fb05-6e6c-46df-b795-4f9ac2708a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:02.695686 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d6a8fb05-6e6c-46df-b795-4f9ac2708a17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01 HTTP/1.1" status: 204 len: 168 time: 0.1266785 Feb 18 08:33:02.703349 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8fb05-6e6c-46df-b795-4f9ac2708a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ddcbd8-ccfa-49d9-80cc-0876b3b85e01,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:02.974894 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37326) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:02.988482 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c48a813e-ef3a-4fc0-95fe-db110ae974e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.071672 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c48a813e-ef3a-4fc0-95fe-db110ae974e7 admin admin] Publish callbacks [] for security_group (bc500ad9-a2d1-4913-a053-52bb765d7880), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.077357 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c48a813e-ef3a-4fc0-95fe-db110ae974e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bc500ad9-a2d1-4913-a053-52bb765d7880), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.085912 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.115169 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c48a813e-ef3a-4fc0-95fe-db110ae974e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f9610c583664afe89fb70aeecc55cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391737 Feb 18 08:33:03.115962 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a813e-ef3a-4fc0-95fe-db110ae974e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc500ad9-a2d1-4913-a053-52bb765d7880,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:03.117956 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37328) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:03.167895 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1bd61ff2-e151-4877-994a-e73774d82b16 admin admin] Publish callbacks [] for security_group (bc500ad9-a2d1-4913-a053-52bb765d7880), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.189123 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1bd61ff2-e151-4877-994a-e73774d82b16 admin admin] Publish callbacks [] for security_group (bc500ad9-a2d1-4913-a053-52bb765d7880), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.237757 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1bd61ff2-e151-4877-994a-e73774d82b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bc500ad9-a2d1-4913-a053-52bb765d7880), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.240396 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1bd61ff2-e151-4877-994a-e73774d82b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:03.241513 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1bd61ff2-e151-4877-994a-e73774d82b16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc500ad9-a2d1-4913-a053-52bb765d7880 HTTP/1.1" status: 204 len: 168 time: 0.1225433 Feb 18 08:33:03.249220 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd61ff2-e151-4877-994a-e73774d82b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc500ad9-a2d1-4913-a053-52bb765d7880,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:04.463477 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:09.702777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37480) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:09.820039 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b65b431b-8316-4d00-a435-c273f2ef211c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:09.901622 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b65b431b-8316-4d00-a435-c273f2ef211c admin admin] Publish callbacks [] for security_group (0d1e59a0-9174-4485-9f08-bf3567ee9d21), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:09.907284 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-b65b431b-8316-4d00-a435-c273f2ef211c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0d1e59a0-9174-4485-9f08-bf3567ee9d21), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:09.943898 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b431b-8316-4d00-a435-c273f2ef211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1e59a0-9174-4485-9f08-bf3567ee9d21,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:09.948378 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-b65b431b-8316-4d00-a435-c273f2ef211c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66d5500ec63e4a46a58eba3d90340600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440822 Feb 18 08:33:09.951182 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37486) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:09.998176 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:33:10.000241 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Publish callbacks [] for security_group (0d1e59a0-9174-4485-9f08-bf3567ee9d21), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.025209 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Publish callbacks [] for security_group (0d1e59a0-9174-4485-9f08-bf3567ee9d21), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.084022 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (0d1e59a0-9174-4485-9f08-bf3567ee9d21), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.089449 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.091660 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d1e59a0-9174-4485-9f08-bf3567ee9d21 HTTP/1.1" status: 204 len: 168 time: 0.1391804 Feb 18 08:33:10.101726 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1e59a0-9174-4485-9f08-bf3567ee9d21,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:10.110017 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.110460 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.110898 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.111381 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.111906 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.112380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.112901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.113370 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.114109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.114637 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.115190 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.115742 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.116284 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeea08e-bb22-4549-b31f-78f0c0978d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:10.383883 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37492) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:10.398487 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-02af90d6-769a-4e3d-910f-4380c901df99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.480267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-02af90d6-769a-4e3d-910f-4380c901df99 admin admin] Publish callbacks [] for security_group (6b60d2b2-dc78-4ec9-8ea8-a42134619bf7), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.486256 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-02af90d6-769a-4e3d-910f-4380c901df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (6b60d2b2-dc78-4ec9-8ea8-a42134619bf7), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.523961 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-02af90d6-769a-4e3d-910f-4380c901df99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10d43d665731451594017fd20ccc8a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388452 Feb 18 08:33:10.524882 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af90d6-769a-4e3d-910f-4380c901df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b60d2b2-dc78-4ec9-8ea8-a42134619bf7,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:10.526871 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37494) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:10.580813 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-189663a5-5a02-49da-980a-9822c80ac601 admin admin] Publish callbacks [] for security_group (6b60d2b2-dc78-4ec9-8ea8-a42134619bf7), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.608938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-189663a5-5a02-49da-980a-9822c80ac601 admin admin] Publish callbacks [] for security_group (6b60d2b2-dc78-4ec9-8ea8-a42134619bf7), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.659763 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-189663a5-5a02-49da-980a-9822c80ac601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (6b60d2b2-dc78-4ec9-8ea8-a42134619bf7), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.662535 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-189663a5-5a02-49da-980a-9822c80ac601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:10.666427 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-189663a5-5a02-49da-980a-9822c80ac601 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b60d2b2-dc78-4ec9-8ea8-a42134619bf7 HTTP/1.1" status: 204 len: 168 time: 0.1351264 Feb 18 08:33:10.673508 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189663a5-5a02-49da-980a-9822c80ac601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b60d2b2-dc78-4ec9-8ea8-a42134619bf7,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:13.123175 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:15.690145 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37606) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:15.798298 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:15.880739 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Publish callbacks [] for security_group (a4ef8e19-de7b-4064-91c2-56ec0d5de535), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:15.885687 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a4ef8e19-de7b-4064-91c2-56ec0d5de535), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:15.921772 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef8e19-de7b-4064-91c2-56ec0d5de535,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:15.925564 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1961435fa5bd4b2b957cf6004693e40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344201 Feb 18 08:33:15.928561 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37610) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:15.931826 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.932179 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.932531 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.932868 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.933204 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.933532 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.933861 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.934161 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.934515 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.934839 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.935145 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.935465 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.935813 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1130562-de68-46b2-9eaa-fdae4a1f3119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:15.979020 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-03178835-d97b-4180-974d-399f097736b9 admin admin] Publish callbacks [] for security_group (a4ef8e19-de7b-4064-91c2-56ec0d5de535), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.001120 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-03178835-d97b-4180-974d-399f097736b9 admin admin] Publish callbacks [] for security_group (a4ef8e19-de7b-4064-91c2-56ec0d5de535), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.051155 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-03178835-d97b-4180-974d-399f097736b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a4ef8e19-de7b-4064-91c2-56ec0d5de535), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.054419 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-03178835-d97b-4180-974d-399f097736b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.055801 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-03178835-d97b-4180-974d-399f097736b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4ef8e19-de7b-4064-91c2-56ec0d5de535 HTTP/1.1" status: 204 len: 168 time: 0.1262295 Feb 18 08:33:16.064952 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03178835-d97b-4180-974d-399f097736b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef8e19-de7b-4064-91c2-56ec0d5de535,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:16.331344 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37622) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:16.344914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c38cb56b-33b6-4f30-994a-eca1259482d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.428510 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c38cb56b-33b6-4f30-994a-eca1259482d8 admin admin] Publish callbacks [] for security_group (bbe0771c-8541-4266-b55c-a905e7044a20), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.434198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-c38cb56b-33b6-4f30-994a-eca1259482d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bbe0771c-8541-4266-b55c-a905e7044a20), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.471545 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-c38cb56b-33b6-4f30-994a-eca1259482d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8778e2f4816b49d789001046d6e18758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390867 Feb 18 08:33:16.472388 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cb56b-33b6-4f30-994a-eca1259482d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0771c-8541-4266-b55c-a905e7044a20,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:16.474428 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37624) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:16.522293 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c72354f4-e487-42f3-b0de-92e7128dfdf2 admin admin] Publish callbacks [] for security_group (bbe0771c-8541-4266-b55c-a905e7044a20), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.546478 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c72354f4-e487-42f3-b0de-92e7128dfdf2 admin admin] Publish callbacks [] for security_group (bbe0771c-8541-4266-b55c-a905e7044a20), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.595180 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c72354f4-e487-42f3-b0de-92e7128dfdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (bbe0771c-8541-4266-b55c-a905e7044a20), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.598919 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c72354f4-e487-42f3-b0de-92e7128dfdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:16.600473 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c72354f4-e487-42f3-b0de-92e7128dfdf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbe0771c-8541-4266-b55c-a905e7044a20 HTTP/1.1" status: 204 len: 168 time: 0.1250827 Feb 18 08:33:16.608168 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72354f4-e487-42f3-b0de-92e7128dfdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0771c-8541-4266-b55c-a905e7044a20,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:28.130550 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37750) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:28.242189 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a191f165-41bf-41da-8bbb-349a730a24cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.320047 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a191f165-41bf-41da-8bbb-349a730a24cf admin admin] Publish callbacks [] for security_group (e2c3dee7-bbfc-4638-84bc-1346da638d21), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.325351 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-a191f165-41bf-41da-8bbb-349a730a24cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e2c3dee7-bbfc-4638-84bc-1346da638d21), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.362281 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-a191f165-41bf-41da-8bbb-349a730a24cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b692a30962ac447fbf499c5adfc31cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307189 Feb 18 08:33:28.363578 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191f165-41bf-41da-8bbb-349a730a24cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c3dee7-bbfc-4638-84bc-1346da638d21,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:28.365684 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37754) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:28.421973 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0357a704-3984-4cc0-a32f-4a1199c92e8a admin admin] Publish callbacks [] for security_group (e2c3dee7-bbfc-4638-84bc-1346da638d21), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.444558 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0357a704-3984-4cc0-a32f-4a1199c92e8a admin admin] Publish callbacks [] for security_group (e2c3dee7-bbfc-4638-84bc-1346da638d21), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.495456 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-23df07cd-265c-4c4b-85cb-45622a656674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.504775 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0357a704-3984-4cc0-a32f-4a1199c92e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e2c3dee7-bbfc-4638-84bc-1346da638d21), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.507408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-0357a704-3984-4cc0-a32f-4a1199c92e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.508634 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-0357a704-3984-4cc0-a32f-4a1199c92e8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2c3dee7-bbfc-4638-84bc-1346da638d21 HTTP/1.1" status: 204 len: 168 time: 0.1419902 Feb 18 08:33:28.516649 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a704-3984-4cc0-a32f-4a1199c92e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c3dee7-bbfc-4638-84bc-1346da638d21,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:28.780043 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 37762) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:28.794616 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ad439c2-45a4-4853-ad1c-7552f6be03c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.873485 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ad439c2-45a4-4853-ad1c-7552f6be03c2 admin admin] Publish callbacks [] for security_group (a98cc24f-84c7-4f79-9758-2b806053bf1b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.879047 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-2ad439c2-45a4-4853-ad1c-7552f6be03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a98cc24f-84c7-4f79-9758-2b806053bf1b), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.918373 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-2ad439c2-45a4-4853-ad1c-7552f6be03c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d38f00f06cb40f1ab4c6ac69343a66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369786 Feb 18 08:33:28.920333 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad439c2-45a4-4853-ad1c-7552f6be03c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98cc24f-84c7-4f79-9758-2b806053bf1b,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:28.921357 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 37766) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:28.977129 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c533a48c-1387-453e-9db2-9dd8587eb20b admin admin] Publish callbacks [] for security_group (a98cc24f-84c7-4f79-9758-2b806053bf1b), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:28.998553 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c533a48c-1387-453e-9db2-9dd8587eb20b admin admin] Publish callbacks [] for security_group (a98cc24f-84c7-4f79-9758-2b806053bf1b), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:29.045911 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c533a48c-1387-453e-9db2-9dd8587eb20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (a98cc24f-84c7-4f79-9758-2b806053bf1b), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:29.048918 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c533a48c-1387-453e-9db2-9dd8587eb20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:29.050084 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c533a48c-1387-453e-9db2-9dd8587eb20b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a98cc24f-84c7-4f79-9758-2b806053bf1b HTTP/1.1" status: 204 len: 168 time: 0.1277373 Feb 18 08:33:29.057931 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533a48c-1387-453e-9db2-9dd8587eb20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98cc24f-84c7-4f79-9758-2b806053bf1b,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:30.597546 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9f4d5327-48b1-481a-823a-6c5c305c74e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:31.933081 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:33.090246 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:33.347813 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-3532b89f-771b-46d4-87e8-8fb56aa28041 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179592831&fields=id&tenant_id=482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 267 time: 0.0446393 Feb 18 08:33:33.467999 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-2476521d-6599-4afa-99bc-00aacf86fc8f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:33.469586 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-2476521d-6599-4afa-99bc-00aacf86fc8f tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 810 time: 0.1223590 Feb 18 08:33:33.486680 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-9f21f183-d43b-4bf3-bf5b-da05c5fba6d8 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/quotas/482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 375 time: 0.0107172 Feb 18 08:33:33.553283 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-d3104aba-6619-4210-b865-e99abec9fee7 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608964 Feb 18 08:33:33.659913 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-00657aaa-513c-48c1-8f92-39b243b3bc2f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:33:33.660871 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-00657aaa-513c-48c1-8f92-39b243b3bc2f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0959625 Feb 18 08:33:33.754042 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-47a58792-3aa9-4ec6-b06c-fa26e93a21fe service neutron] 10.222.0.69 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Feb 18 08:33:33.850468 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-a1c02c32-16ca-4293-a1dc-597325cbde14 service neutron] 10.222.0.69 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876095 Feb 18 08:33:34.150709 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-790520a3-7d96-4068-9d2c-31e3162bd71f req-a167d9d5-ed7f-40ea-b9e7-aa4eb45de2be tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 210 time: 0.0275192 Feb 18 08:33:34.465676 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:35.260784 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-01ffabf7-8a82-456a-92d8-abdf1354aeaf req-488a23a1-f7cf-4a01-8a60-af1ebb7a4801 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 210 time: 0.0350223 Feb 18 08:33:36.376101 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-78a6c827-6e6d-4a63-841a-cfb37affc26a req-a8234009-30cf-4433-8e23-6b6930b8b1c2 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 210 time: 0.0290656 Feb 18 08:33:37.491910 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8ea0e7fb-014f-4e49-91a8-a16851c15705 req-0663238c-352e-4c34-973d-f046835e01c1 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 210 time: 0.0334735 Feb 18 08:33:38.164733 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-4b653048-64b5-4d63-91b9-7a2fe515913a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:38.166585 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-4b653048-64b5-4d63-91b9-7a2fe515913a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 810 time: 0.1064284 Feb 18 08:33:38.506255 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-d8032d86-97c3-4e0e-ba9a-5832a5d8f18a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=482cdb0727e741439015591dde185f01 HTTP/1.1" status: 200 len: 379 time: 0.0657089 Feb 18 08:33:38.515178 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'port': {'device_id': '698f8f9f-1640-4558-8e1e-12708635b04f', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'admin_state_up': True, 'tenant_id': '482cdb0727e741439015591dde185f01', 'security_groups': ['e7179d0a-69dc-4885-b64a-8b28c3a9df1d']}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:33:38.611218 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ac862b55-1bc1-4862-b955-4d6dee2cfbc0 req-d9fe2fa5-5929-4203-8a78-44e1fd955878 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 210 time: 0.0518463 Feb 18 08:33:38.666385 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Made reservation on behalf of 482cdb0727e741439015591dde185f01 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:33:38.669760 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:38.803236 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Allocated IP 172.20.0.6 (8100698b-8a1a-4508-a537-6b0fc4bbd154/4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13/6d8e405c-aa29-49f7-8597-fd294b4aadae) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:33:38.947228 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:38.983025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:39.026461 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:33:39.030033 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:33:39.042464 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:33:39.071473 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=6d8e405c-aa29-49f7-8597-fd294b4aadae,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:39.101443 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:39.102106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:39.120201 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-e938728a-1e72-4cbe-b32f-5297eeea61f6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086948 Feb 18 08:33:39.235283 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-ceedf431-2db3-4f03-9b66-3fc220a19279 None None] Provisioning complete for port 6d8e405c-aa29-49f7-8597-fd294b4aadae triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:33:39.235863 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ceedf431-2db3-4f03-9b66-3fc220a19279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:39.270116 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ceedf431-2db3-4f03-9b66-3fc220a19279 None None] Port 6d8e405c-aa29-49f7-8597-fd294b4aadae cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:33:39.748193 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5242a-b1d7-4d44-b752-bfc753d80e9f req-7ddc8fb9-8dbd-40bf-a214-4e2abb4786ef tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:39.749646 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-11e5242a-b1d7-4d44-b752-bfc753d80e9f req-7ddc8fb9-8dbd-40bf-a214-4e2abb4786ef tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 931 time: 0.0610318 Feb 18 08:33:39.799495 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-11e5242a-b1d7-4d44-b752-bfc753d80e9f req-df5a2245-dc12-4b02-84d8-a0cdfca936aa tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441289 Feb 18 08:33:39.938381 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-237e7185-eacd-4e86-ba6b-f2d2dff0e553 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102754) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 08:33:39.939576 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-237e7185-eacd-4e86-ba6b-f2d2dff0e553 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059497 Feb 18 08:33:40.889691 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Request body: {'port': {'device_id': '698f8f9f-1640-4558-8e1e-12708635b04f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:33:40.983301 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd04b0-4fd5-4194-adc5-9fa55dfa757a req-0491c8d6-6b08-4fa0-8bd0-60d40da68439 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:40.984810 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dadd04b0-4fd5-4194-adc5-9fa55dfa757a req-0491c8d6-6b08-4fa0-8bd0-60d40da68439 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 931 time: 0.1098871 Feb 18 08:33:40.985857 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:41.070890 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dadd04b0-4fd5-4194-adc5-9fa55dfa757a req-cd41a525-8467-4359-b84c-6ea594d2d6ff tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760791 Feb 18 08:33:41.567159 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8e405c-aa29-49f7-8597-fd294b4aadae {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:33:41.575364 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Publish callbacks [] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:41.589599 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Transition to ACTIVE for port object 6d8e405c-aa29-49f7-8597-fd294b4aadae will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:33:41.595009 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:41.647298 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8e405c-aa29-49f7-8597-fd294b4aadae,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:41.717781 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Attempting to bind port 6d8e405c-aa29-49f7-8597-fd294b4aadae on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:33:41.718156 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Attempting to bind port 6d8e405c-aa29-49f7-8597-fd294b4aadae by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:33:41.718501 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Attempting to bind port 6d8e405c-aa29-49f7-8597-fd294b4aadae on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:33:41.723207 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Port 6d8e405c-aa29-49f7-8597-fd294b4aadae on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:33:41.723552 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Attempting to bind port 6d8e405c-aa29-49f7-8597-fd294b4aadae on network 8100698b-8a1a-4508-a537-6b0fc4bbd154 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:33:41.728505 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:33:41.728846 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Checking segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:33:41.729260 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Bound using segment: {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:33:41.729667 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Bound port: 6d8e405c-aa29-49f7-8597-fd294b4aadae, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:33:41.730028 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:41.797379 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] For port 6d8e405c-aa29-49f7-8597-fd294b4aadae, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:33:41.802410 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] For port 6d8e405c-aa29-49f7-8597-fd294b4aadae, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:33:41.812326 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:41.847166 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:41.847928 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:41.849314 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] 10.222.0.79 "PUT /v2.0/ports/6d8e405c-aa29-49f7-8597-fd294b4aadae HTTP/1.1" status: 200 len: 1093 time: 1.0109699 Feb 18 08:33:41.851265 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:33:41.853544 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7394f97a-8d6b-444c-9956-2fee116bdc41" -d '{"events": [{"name": "network-changed", "server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:33:41.879769 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffaacf-d34f-4aa7-85c6-c2a932da69c5 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8e405c-aa29-49f7-8597-fd294b4aadae,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:42.013470 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700dcc7f-5cfd-473b-81d6-45827bffd8f2 x-openstack-request-id: req-700dcc7f-5cfd-473b-81d6-45827bffd8f2 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:33:42.014137 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:33:42.014137 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-700dcc7f-5cfd-473b-81d6-45827bffd8f2 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:33:42.014434 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'status': 'completed', 'code': 200} Feb 18 08:33:42.077797 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f97a-8d6b-444c-9956-2fee116bdc41 req-6afca32a-0a80-41bb-8b6f-d8c9bab640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.079298 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7394f97a-8d6b-444c-9956-2fee116bdc41 req-6afca32a-0a80-41bb-8b6f-d8c9bab640f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1127 time: 0.0451059 Feb 18 08:33:42.211804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f97a-8d6b-444c-9956-2fee116bdc41 req-408c2322-849b-49f1-a581-d00c223611e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.213312 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7394f97a-8d6b-444c-9956-2fee116bdc41 req-408c2322-849b-49f1-a581-d00c223611e0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=482cdb0727e741439015591dde185f01&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1265700 Feb 18 08:33:42.223158 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7bbce-7022-4a03-9355-549265798bd6 req-ec39ac82-de05-439d-a1a4-038f68a6e8c1 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.224524 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90d7bbce-7022-4a03-9355-549265798bd6 req-ec39ac82-de05-439d-a1a4-038f68a6e8c1 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0865889 Feb 18 08:33:42.327755 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90d7bbce-7022-4a03-9355-549265798bd6 req-a6830bcf-83a4-4adb-9a67-4176d151db99 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949192 Feb 18 08:33:42.344860 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f97a-8d6b-444c-9956-2fee116bdc41 req-37252105-956f-4814-8f79-e702f51300cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.346286 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7394f97a-8d6b-444c-9956-2fee116bdc41 req-37252105-956f-4814-8f79-e702f51300cb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209543 Feb 18 08:33:42.430409 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-25b2a1e3-6d57-415a-ad81-b08e8e0fdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.431939 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-25b2a1e3-6d57-415a-ad81-b08e8e0fdd14 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1127 time: 0.0461617 Feb 18 08:33:42.471821 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-57f01374-450b-4b27-bc06-0adb3131be9b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae HTTP/1.1" status: 200 len: 217 time: 0.0332983 Feb 18 08:33:42.528809 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-af794b97-c2d2-400f-8193-573feccffa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.530241 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-af794b97-c2d2-400f-8193-573feccffa53 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0529606 Feb 18 08:33:42.581735 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-02a57b92-e7a7-4a42-a0b3-e6bc10b72b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:42.583111 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-02a57b92-e7a7-4a42-a0b3-e6bc10b72b3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461185 Feb 18 08:33:42.675791 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-f5a78f9d-7e34-4bad-b534-d39f1f10f6af service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862575 Feb 18 08:33:42.770477 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b36a293f-3e85-402b-9956-919a4de1b4e8 req-a0b32776-d03c-4941-a008-87e69ba74476 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888076 Feb 18 08:33:43.129352 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:43.461461 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b960-aeb5-478f-98af-1211cd05441e req-06a58639-ab26-4633-b9bf-c3ae1acc2300 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:43.462952 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6e65b960-aeb5-478f-98af-1211cd05441e req-06a58639-ab26-4633-b9bf-c3ae1acc2300 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0554652 Feb 18 08:33:43.510940 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6e65b960-aeb5-478f-98af-1211cd05441e req-cdeb0549-c63c-48b8-980e-1db1d07ebee4 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Feb 18 08:33:44.645725 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e15526-c896-4442-a84c-c62955f5be5b req-e1802afa-20d3-49df-bf27-9a90870c4c34 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:44.647207 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-16e15526-c896-4442-a84c-c62955f5be5b req-e1802afa-20d3-49df-bf27-9a90870c4c34 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0615726 Feb 18 08:33:44.695317 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-16e15526-c896-4442-a84c-c62955f5be5b req-2aa5b531-90b2-4e37-84db-823451499d4c tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Feb 18 08:33:45.841241 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766be776-d15f-4094-b522-94d083abb769 req-461709cf-4d9c-4560-8edc-6d9eba6cd668 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:45.842727 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-766be776-d15f-4094-b522-94d083abb769 req-461709cf-4d9c-4560-8edc-6d9eba6cd668 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0628173 Feb 18 08:33:45.891593 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-766be776-d15f-4094-b522-94d083abb769 req-fdb3484d-39a4-474a-96b5-3340c2a09df3 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429118 Feb 18 08:33:46.996998 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:33:47.015530 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168d2bc-1584-49ea-b7dd-689dd6a5a570 req-75ca815e-f903-4d62-b425-b46fc8d2f7fc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:47.017003 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6168d2bc-1584-49ea-b7dd-689dd6a5a570 req-75ca815e-f903-4d62-b425-b46fc8d2f7fc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0524168 Feb 18 08:33:47.069218 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6168d2bc-1584-49ea-b7dd-689dd6a5a570 req-a7c3949c-a82b-499a-9a14-d69e4b3628de tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Feb 18 08:33:48.190611 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375461-44a3-4aad-a76e-cb321f242e1a req-bb190b07-f7cb-41ee-9c12-0a800de736d6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:48.192085 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af375461-44a3-4aad-a76e-cb321f242e1a req-bb190b07-f7cb-41ee-9c12-0a800de736d6 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0556302 Feb 18 08:33:48.242622 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-af375461-44a3-4aad-a76e-cb321f242e1a req-850b368a-cc78-4753-ad02-49485b19bdea tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 Feb 18 08:33:49.382413 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10416d6a-4fb3-46c1-9feb-6f61dc6b8337 req-762015d7-f042-4513-9d11-5c11bfbcefd5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:49.383872 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10416d6a-4fb3-46c1-9feb-6f61dc6b8337 req-762015d7-f042-4513-9d11-5c11bfbcefd5 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0645080 Feb 18 08:33:49.442629 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-10416d6a-4fb3-46c1-9feb-6f61dc6b8337 req-c081d914-8dd1-4d98-82d3-8700b55b109d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520182 Feb 18 08:33:50.579939 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad4bfc-7ab5-4f34-944b-01304596ddf1 req-e34a92cc-4362-4160-9ce6-5036c8f77297 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:50.581562 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bcad4bfc-7ab5-4f34-944b-01304596ddf1 req-e34a92cc-4362-4160-9ce6-5036c8f77297 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0596192 Feb 18 08:33:50.632096 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bcad4bfc-7ab5-4f34-944b-01304596ddf1 req-03088c7d-a5ef-4b9e-a68c-fe4edb9c380a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444081 Feb 18 08:33:51.759383 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a03a1-552c-41af-8a06-3bee10ef71ba req-ad18b34c-fa24-4b11-98eb-980051df5370 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:51.760797 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c8a03a1-552c-41af-8a06-3bee10ef71ba req-ad18b34c-fa24-4b11-98eb-980051df5370 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0576355 Feb 18 08:33:51.813446 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c8a03a1-552c-41af-8a06-3bee10ef71ba req-fa7e1e41-f62f-4409-a4f6-aec452979538 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Feb 18 08:33:52.957336 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afdd36-40bc-4dc2-b051-108c3aee08eb req-dc95b3f6-fe74-4ea1-9b43-d14e48104280 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:52.958954 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-12afdd36-40bc-4dc2-b051-108c3aee08eb req-dc95b3f6-fe74-4ea1-9b43-d14e48104280 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0730793 Feb 18 08:33:53.016051 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-12afdd36-40bc-4dc2-b051-108c3aee08eb req-c3d6415c-9df6-413b-bf91-31ac65e0fa27 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506883 Feb 18 08:33:54.138180 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce34854-b9af-4a5a-9d9b-4b96050fa0fa req-f054dfd8-a5a0-415c-bc04-1ba8edd9ce85 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:54.139656 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bce34854-b9af-4a5a-9d9b-4b96050fa0fa req-f054dfd8-a5a0-415c-bc04-1ba8edd9ce85 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0559938 Feb 18 08:33:54.189765 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bce34854-b9af-4a5a-9d9b-4b96050fa0fa req-84b9b5aa-d700-48fd-8db8-64147dce8b22 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424683 Feb 18 08:33:55.098687 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38032) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:55.204802 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eab6-61ee-44a8-aaae-b2e04421b504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.284549 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eab6-61ee-44a8-aaae-b2e04421b504 admin admin] Publish callbacks [] for security_group (f8e1171a-3f53-443b-94ca-78d93edf7785), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.289507 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dbd5eab6-61ee-44a8-aaae-b2e04421b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f8e1171a-3f53-443b-94ca-78d93edf7785), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.312011 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a4d23-f73d-4f0b-bd78-e716426fab12 req-26416688-a9ab-4818-8b68-23b7e4aecf75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:55.313607 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8b5a4d23-f73d-4f0b-bd78-e716426fab12 req-26416688-a9ab-4818-8b68-23b7e4aecf75 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0553799 Feb 18 08:33:55.331378 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-dbd5eab6-61ee-44a8-aaae-b2e04421b504 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=438aae1ae09349acadcf0eb96e2a52b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314293 Feb 18 08:33:55.332505 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5eab6-61ee-44a8-aaae-b2e04421b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1171a-3f53-443b-94ca-78d93edf7785,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:55.334953 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38038) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:55.384075 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7735ccd7-7de1-44ba-8422-836e99a6c658 admin admin] Publish callbacks [] for security_group (f8e1171a-3f53-443b-94ca-78d93edf7785), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.386886 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-8b5a4d23-f73d-4f0b-bd78-e716426fab12 req-abf72d29-57e5-48f5-a472-294818824653 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672834 Feb 18 08:33:55.413828 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7735ccd7-7de1-44ba-8422-836e99a6c658 admin admin] Publish callbacks [] for security_group (f8e1171a-3f53-443b-94ca-78d93edf7785), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.469545 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7735ccd7-7de1-44ba-8422-836e99a6c658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (f8e1171a-3f53-443b-94ca-78d93edf7785), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.472270 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-7735ccd7-7de1-44ba-8422-836e99a6c658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:55.475670 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-7735ccd7-7de1-44ba-8422-836e99a6c658 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8e1171a-3f53-443b-94ca-78d93edf7785 HTTP/1.1" status: 204 len: 168 time: 0.1375175 Feb 18 08:33:55.481730 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735ccd7-7de1-44ba-8422-836e99a6c658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1171a-3f53-443b-94ca-78d93edf7785,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:55.501227 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-bb8677fd-6ce2-4913-bb70-678ec6456e4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575714 Feb 18 08:33:55.588648 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-8c162c4b-a311-41d9-a74f-5d3031f9bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:55.590368 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-8c162c4b-a311-41d9-a74f-5d3031f9bf4f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1129 time: 0.0468531 Feb 18 08:33:55.695480 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-c5167ef0-5fa3-416c-8b7c-fbc4706245d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:55.697011 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-c5167ef0-5fa3-416c-8b7c-fbc4706245d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.0878687 Feb 18 08:33:55.767760 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-c334d798-928a-42bc-accc-98e4c3a7b6b7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 1000 time: 0.0632882 Feb 18 08:33:55.820771 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-09583654-8bca-4c61-958d-0f6f608424cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:55.822411 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-09583654-8bca-4c61-958d-0f6f608424cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0476727 Feb 18 08:33:55.872321 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-69244bca-0a0c-4c3e-a83b-f5f3376e6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:55.873921 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-69244bca-0a0c-4c3e-a83b-f5f3376e6ae6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438197 Feb 18 08:33:55.969780 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-08ee647d-6e8d-419e-bd35-b622ee69f816 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889218 Feb 18 08:33:56.063850 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-edb24d9c-8066-49e3-b951-8e6730fcdfea req-79a51d61-38c6-48db-a4b4-a8db3e115560 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857513 Feb 18 08:33:56.543302 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043875fb-71c0-42cd-b0a6-5cef3c10d7d9 req-deb0c375-4507-4d1a-80a8-ed6da7dd5f47 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:56.544880 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-043875fb-71c0-42cd-b0a6-5cef3c10d7d9 req-deb0c375-4507-4d1a-80a8-ed6da7dd5f47 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 943 time: 0.0829716 Feb 18 08:33:56.604115 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-043875fb-71c0-42cd-b0a6-5cef3c10d7d9 req-710b822c-1aa4-427b-9a5b-d9e552ea96d1 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508759 Feb 18 08:33:56.888216 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6d8e405c-aa29-49f7-8597-fd294b4aadae details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:33:56.995895 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 6d8e405c-aa29-49f7-8597-fd294b4aadae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:33:57.010336 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'port_id': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'mac_address': 'fa:16:3e:dc:40:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:33:57.047341 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 6d8e405c-aa29-49f7-8597-fd294b4aadae is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:33:57.047759 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:57.061012 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8e405c-aa29-49f7-8597-fd294b4aadae {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:33:57.079782 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 6d8e405c-aa29-49f7-8597-fd294b4aadae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:33:57.086381 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:57.139674 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=6d8e405c-aa29-49f7-8597-fd294b4aadae,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:57.149886 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.150232 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.150576 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.150913 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.151244 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.151605 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.151979 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.152301 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.152631 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.152954 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.153272 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.153586 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.153903 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:33:57.441397 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['6d8e405c-aa29-49f7-8597-fd294b4aadae'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:33:57.747225 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-da918b18-c0f6-4093-9d52-ed5bd3d62497 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=62caf3122cba4810afaad710d295d45a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313683 Feb 18 08:33:57.769842 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d884488-27b5-47c9-817a-2c611d29554f req-69694ad3-326f-4eb4-ae09-0b92ff3806e4 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:57.771244 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d884488-27b5-47c9-817a-2c611d29554f req-69694ad3-326f-4eb4-ae09-0b92ff3806e4 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 944 time: 0.0954497 Feb 18 08:33:57.949589 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6d884488-27b5-47c9-817a-2c611d29554f req-73e52979-a521-478b-bb41-0f2ce3ed62f8 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699648 Feb 18 08:33:57.986896 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-f1157161-9e57-4318-8ed6-2295c88605fb tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:57.988398 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-f1157161-9e57-4318-8ed6-2295c88605fb tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345724 Feb 18 08:33:58.003745 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-59da298d-e2ba-43c2-ae2d-196a2b3dce38 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/quotas/62caf3122cba4810afaad710d295d45a HTTP/1.1" status: 200 len: 375 time: 0.0097494 Feb 18 08:33:58.035438 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-473b9e13-e2c0-472b-af4e-77823e47cedb tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=62caf3122cba4810afaad710d295d45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267286 Feb 18 08:33:58.188874 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4e3b3885-9400-425e-819d-fe51695357aa req-52c70277-42bb-4bca-96be-e04b2e7d4149 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Feb 18 08:33:58.503039 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-02bdc171-818f-40cc-a4c1-3ae982f6ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:58.887073 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6d8e405c-aa29-49f7-8597-fd294b4aadae up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:33:58.950874 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 6d8e405c-aa29-49f7-8597-fd294b4aadae completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:33:58.956201 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 6d8e405c-aa29-49f7-8597-fd294b4aadae triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:33:58.956873 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.038117 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 6d8e405c-aa29-49f7-8597-fd294b4aadae is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:33:59.038864 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.062645 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:33:59.065009 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8da6a8-79b7-4311-a764-bb6dc9925920" -d '{"events": [{"server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "name": "network-vif-plugged", "status": "completed", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:33:59.073836 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612f4e-2d20-4f00-8f49-1436e9ec885d req-16bdfa57-5a07-4c2c-9d66-9bb47a7349aa tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:59.080229 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e1612f4e-2d20-4f00-8f49-1436e9ec885d req-16bdfa57-5a07-4c2c-9d66-9bb47a7349aa tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 944 time: 0.0597069 Feb 18 08:33:59.084278 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 6d8e405c-aa29-49f7-8597-fd294b4aadae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:33:59.092345 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.135302 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e1612f4e-2d20-4f00-8f49-1436e9ec885d req-bb3cd26d-cebc-47b1-a436-cef723268f9b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531948 Feb 18 08:33:59.158441 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=6d8e405c-aa29-49f7-8597-fd294b4aadae,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:59.252052 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab81b71-f920-4107-ae8f-6124c7b2b98b x-openstack-request-id: req-eab81b71-f920-4107-ae8f-6124c7b2b98b {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:33:59.252307 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "name": "network-vif-plugged", "status": "completed", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:33:59.252630 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eab81b71-f920-4107-ae8f-6124c7b2b98b {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:33:59.253027 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'code': 200} Feb 18 08:33:59.277359 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-dbb2d8a4-210e-4a0f-ac9d-84eac726937f req-275f812d-a912-4d55-bef4-01360ffd767e tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0316396 Feb 18 08:33:59.321484 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38138) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:59.440200 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1b5c8-c941-400a-8d58-cb7ce844b25f req-b53e6e77-b179-4962-bf05-29c665862082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:33:59.441762 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bef1b5c8-c941-400a-8d58-cb7ce844b25f req-b53e6e77-b179-4962-bf05-29c665862082 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1129 time: 0.0450876 Feb 18 08:33:59.477928 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c71feb61-1c43-4f0e-b1b8-9c69a3a68a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.488361 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-bef1b5c8-c941-400a-8d58-cb7ce844b25f req-ed267056-df6e-4479-939d-ccd0b8e7e1d4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391676 Feb 18 08:33:59.554356 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c71feb61-1c43-4f0e-b1b8-9c69a3a68a00 admin admin] Publish callbacks [] for security_group (ce5e0c58-73c0-4141-9521-328e301b51aa), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.559377 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c71feb61-1c43-4f0e-b1b8-9c69a3a68a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ce5e0c58-73c0-4141-9521-328e301b51aa), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.593837 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71feb61-1c43-4f0e-b1b8-9c69a3a68a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e0c58-73c0-4141-9521-328e301b51aa,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:33:59.597980 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c71feb61-1c43-4f0e-b1b8-9c69a3a68a00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7215f68ef7fa4e4bacef22e7cf95741d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753260 Feb 18 08:33:59.600804 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38142) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:33:59.650773 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dc78016b-7495-458b-b4dc-50e38db9b0ea admin admin] Publish callbacks [] for security_group (ce5e0c58-73c0-4141-9521-328e301b51aa), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.672141 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dc78016b-7495-458b-b4dc-50e38db9b0ea admin admin] Publish callbacks [] for security_group (ce5e0c58-73c0-4141-9521-328e301b51aa), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.719262 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dc78016b-7495-458b-b4dc-50e38db9b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (ce5e0c58-73c0-4141-9521-328e301b51aa), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.721786 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-dc78016b-7495-458b-b4dc-50e38db9b0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:33:59.722916 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-dc78016b-7495-458b-b4dc-50e38db9b0ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce5e0c58-73c0-4141-9521-328e301b51aa HTTP/1.1" status: 204 len: 168 time: 0.1210763 Feb 18 08:33:59.730651 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78016b-7495-458b-b4dc-50e38db9b0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e0c58-73c0-4141-9521-328e301b51aa,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:00.278971 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ba62-a3a4-4d86-be61-9e01919eac0e req-bab5eb2f-7e09-48dc-80af-a04565c7ec82 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:00.280470 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cdc3ba62-a3a4-4d86-be61-9e01919eac0e req-bab5eb2f-7e09-48dc-80af-a04565c7ec82 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.0658748 Feb 18 08:34:00.341326 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cdc3ba62-a3a4-4d86-be61-9e01919eac0e req-066966a4-fb22-45f1-b7bb-93cb7b91d231 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550108 Feb 18 08:34:00.357213 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d8680e1f-db45-4d09-8b59-7276d6cdc9ef req-d6a394c3-37c4-4b9d-8071-17474da5d54b tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0300858 Feb 18 08:34:00.602690 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-67f717e8-5d0b-4ee1-b065-656c680879c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:01.457895 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c1c8b237-bbfe-45a8-b917-63f9cf140b1b req-52be288c-2e90-4282-a338-99a73fc09a62 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0298650 Feb 18 08:34:01.510012 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0c72-2e04-4483-bff9-05f61fb951bf req-13d49dcd-a8ca-47dc-9804-1bb2cd96acc4 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:01.511542 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c6f0c72-2e04-4483-bff9-05f61fb951bf req-13d49dcd-a8ca-47dc-9804-1bb2cd96acc4 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.0568514 Feb 18 08:34:01.565767 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9c6f0c72-2e04-4483-bff9-05f61fb951bf req-fc01f217-a3ee-41ee-bee4-6ce7fff99e4b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483036 Feb 18 08:34:01.684632 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad91461-90ec-4c3b-a5b2-02f2d1952459 req-2c864e20-062f-4bcf-8f83-a61b371c480b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:01.686093 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3ad91461-90ec-4c3b-a5b2-02f2d1952459 req-2c864e20-062f-4bcf-8f83-a61b371c480b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.0560238 Feb 18 08:34:01.748524 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3ad91461-90ec-4c3b-a5b2-02f2d1952459 req-3de46ef2-3313-4c65-81e3-53dcfe6e192d tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541770 Feb 18 08:34:01.780161 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38166) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:34:01.926722 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:01.975874 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399fd4b5-af58-40f0-b903-4e0edd757530 tempest-TestVolumeBootPattern-1604491523 tempest-TestVolumeBootPattern-1604491523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:01.977358 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-399fd4b5-af58-40f0-b903-4e0edd757530 tempest-TestVolumeBootPattern-1604491523 tempest-TestVolumeBootPattern-1604491523-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1124 time: 0.1962304 Feb 18 08:34:01.981263 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38170) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:34:01.985625 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Request body: {'floatingip': {'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'port_id': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'tenant_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:02.010140 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.108365 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.216194 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_common [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Allocated IP 172.27.3.77 (103d0833-d6b7-4256-b100-bd2747b5107f/92e4ca71-cf28-4238-94f4-59d36d854970/0535958f-6734-4692-8496-e47c39154344) {{(pid=102755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:34:02.316206 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (0535958f-6734-4692-8496-e47c39154344), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.351650 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (0535958f-6734-4692-8496-e47c39154344), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.389172 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Network 103d0833-d6b7-4256-b100-bd2747b5107f is already hosted by enough agents. {{(pid=102755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:34:02.392063 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.base_scheduler [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Resources bound (agent type, host, resource id): {{(pid=102755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:34:02.394423 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Received port after_create {{(pid=102755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:34:02.430748 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=0535958f-6734-4692-8496-e47c39154344,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:02.552917 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-23a5908b-80b7-474f-a93d-750e50a54853 req-c15c168f-6241-4ce2-80d4-db4008f0c515 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0264821 Feb 18 08:34:02.761144 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (b7a2ec58-f3f9-488e-a760-616617e99121), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.839151 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (0535958f-6734-4692-8496-e47c39154344), before_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.991455 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for port (0535958f-6734-4692-8496-e47c39154344), precommit_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:02.998531 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1076067'] for port (0535958f-6734-4692-8496-e47c39154344), after_update {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.065498 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event updated for resources: {'Port': ['ID=0535958f-6734-4692-8496-e47c39154344,revision_number=2']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:03.079610 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542088'] for floatingip (b7a2ec58-f3f9-488e-a760-616617e99121), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.090656 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.166279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-8029bd12-94f9-4c4d-8762-498b9b852d0c tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=62caf3122cba4810afaad710d295d45a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233877 Feb 18 08:34:03.183765 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Floating IP b7a2ec58-f3f9-488e-a760-616617e99121 associated. External IP: 172.27.3.77, port: 6d8e405c-aa29-49f7-8597-fd294b4aadae. Feb 18 08:34:03.274114 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-edcba36f-3d4b-48ee-b083-12c2c62b7a42 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:03.275652 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-edcba36f-3d4b-48ee-b083-12c2c62b7a42 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049101 Feb 18 08:34:03.287202 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Request body: {'port': {'device_id': '7c4f37e2-6b6d-421e-a348-c00109113259', 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501', 'admin_state_up': True, 'tenant_id': '62caf3122cba4810afaad710d295d45a'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:03.396003 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Made reservation on behalf of 62caf3122cba4810afaad710d295d45a for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:34:03.399283 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.399781 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:34:03.408564 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks [] for security_group (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.482941 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks [] for security_group (48149b80-ef05-433d-8afc-f121d9ee664c), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.488148 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (48149b80-ef05-433d-8afc-f121d9ee664c), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.508456 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:34:03.519075 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:34:03.530154 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:34:03.531056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:34:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:34:03.533781 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.552136 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48149b80-ef05-433d-8afc-f121d9ee664c,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:03.582845 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-052588f2-7f1d-4ce6-8b36-b954765086bc tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6005759 Feb 18 08:34:03.584035 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:34:03.586944 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319f52ba-eed2-44ce-882f-c909362d603f" -d '{"events": [{"name": "network-changed", "server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:34:03.634265 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Allocated IP 192.168.233.124 (5d3d7111-faa5-4014-a159-8b978801a501/9172369d-94f5-4444-9f72-fa37f092d099/8a809899-55d2-4643-b532-72551a0fde8b) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:34:03.661058 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:34:03.673409 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eedfc74f-2ca2-4985-a25d-5a887f2bfdc2 req-b16499b5-4345-4346-bccf-6423a267b94b tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0366900 Feb 18 08:34:03.774792 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476dfa64-1e4f-46ed-a462-b0ffafefe571 x-openstack-request-id: req-476dfa64-1e4f-46ed-a462-b0ffafefe571 {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:34:03.775080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:34:03.775326 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-476dfa64-1e4f-46ed-a462-b0ffafefe571 {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:34:03.775882 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'status': 'completed', 'code': 200} Feb 18 08:34:03.854610 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks [] for port (8a809899-55d2-4643-b532-72551a0fde8b), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.872010 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f52ba-eed2-44ce-882f-c909362d603f req-8630cbd0-abf5-4457-9df9-a0935766b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:03.873533 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-8630cbd0-abf5-4457-9df9-a0935766b7fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1129 time: 0.0751081 Feb 18 08:34:03.898809 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (8a809899-55d2-4643-b532-72551a0fde8b), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:03.910621 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 1, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}, {'id': 'b7a2ec58-f3f9-488e-a760-616617e99121', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:dc:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f8f9f-1640-4558-8e1e-12708635b04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:34:02Z', 'updated_at': '2022-02-18T08:34:02Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:34:03.937084 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:34:03.946153 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:34:03.946730 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:34:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:34:03.990261 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Network 5d3d7111-faa5-4014-a159-8b978801a501 is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:34:04.000911 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:34:04.004962 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:34:04.007683 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Pushing event updated for resources: {'Port': ['ID=8a809899-55d2-4643-b532-72551a0fde8b,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:04.078250 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:04.078968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:04.091259 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f52ba-eed2-44ce-882f-c909362d603f req-56a9a931-734f-4c41-814d-67bc6865070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:04.092804 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-56a9a931-734f-4c41-814d-67bc6865070b service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.1644914 Feb 18 08:34:04.101843 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-6a7b8906-b456-408e-8b6a-0866c584a58a tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8185396 Feb 18 08:34:04.114080 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Request body: {'port': {'device_id': '7c4f37e2-6b6d-421e-a348-c00109113259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:04.201423 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:34:04.208717 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-79fe38b9-ac31-4431-8b54-5dc6a08f2172 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae HTTP/1.1" status: 200 len: 998 time: 0.1059103 Feb 18 08:34:04.226031 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8a809899-55d2-4643-b532-72551a0fde8b), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:04.286315 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f52ba-eed2-44ce-882f-c909362d603f req-5cca1878-8372-44fc-9fd9-fdf9d38865de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:04.287777 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-5cca1878-8372-44fc-9fd9-fdf9d38865de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0711102 Feb 18 08:34:04.345281 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-de74f108-dd7d-4524-8ce7-bc48383ce8f3 None None] Provisioning complete for port 8a809899-55d2-4643-b532-72551a0fde8b triggered by entity DHCP. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:34:04.345660 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-de74f108-dd7d-4524-8ce7-bc48383ce8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (8a809899-55d2-4643-b532-72551a0fde8b), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:04.400114 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-de74f108-dd7d-4524-8ce7-bc48383ce8f3 None None] Port 8a809899-55d2-4643-b532-72551a0fde8b cannot update to ACTIVE because it is not bound. {{(pid=102756) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 08:34:04.438085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f52ba-eed2-44ce-882f-c909362d603f req-4e6c07ed-482c-445d-b13d-0316fe192e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:04.439599 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-4e6c07ed-482c-445d-b13d-0316fe192e82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1449482 Feb 18 08:34:04.467532 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:04.480788 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 1, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}, {'id': 'b7a2ec58-f3f9-488e-a760-616617e99121', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:dc:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f8f9f-1640-4558-8e1e-12708635b04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:34:02Z', 'updated_at': '2022-02-18T08:34:02Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:34:04.508815 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d057b8-4c35-437b-8416-9681b01c1cbd None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 1, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}, {'id': 'b7a2ec58-f3f9-488e-a760-616617e99121', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:dc:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f8f9f-1640-4558-8e1e-12708635b04f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:34:02Z', 'updated_at': '2022-02-18T08:34:02Z', 'revision_number': 0, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:34:04.710043 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed71ba2f-1f26-48d3-a146-74d09bbd9f42 None None] New status for floating IP b7a2ec58-f3f9-488e-a760-616617e99121: ACTIVE {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:34:04.933247 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-c7f35d8a-13bb-4199-b9f8-d67b032bccdd service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844041 Feb 18 08:34:04.956845 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668d40-22f5-4fb9-9bb6-a34186e243b6 req-f5a0927f-c3ca-4d0a-b05a-7dbf462a46f4 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:04.958310 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb668d40-22f5-4fb9-9bb6-a34186e243b6 req-f5a0927f-c3ca-4d0a-b05a-7dbf462a46f4 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 936 time: 0.1753595 Feb 18 08:34:04.962801 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a809899-55d2-4643-b532-72551a0fde8b {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:34:05.008605 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Publish callbacks [] for port (8a809899-55d2-4643-b532-72551a0fde8b), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:05.041728 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Transition to ACTIVE for port object 8a809899-55d2-4643-b532-72551a0fde8b will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:34:05.053676 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (8a809899-55d2-4643-b532-72551a0fde8b), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:05.123201 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-eb668d40-22f5-4fb9-9bb6-a34186e243b6 req-59901f90-958f-428c-af88-7a0ca0836b28 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550932 Feb 18 08:34:05.134799 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-319f52ba-eed2-44ce-882f-c909362d603f req-dcc6dd04-43af-4b1a-b6c2-d5d1e0ce24fa service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949537 Feb 18 08:34:05.153232 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Pushing event updated for resources: {'Port': ['ID=8a809899-55d2-4643-b532-72551a0fde8b,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:05.221970 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Attempting to bind port 8a809899-55d2-4643-b532-72551a0fde8b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:34:05.222276 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Attempting to bind port 8a809899-55d2-4643-b532-72551a0fde8b by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:34:05.222600 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Attempting to bind port 8a809899-55d2-4643-b532-72551a0fde8b on network 5d3d7111-faa5-4014-a159-8b978801a501 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:34:05.227371 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Port 8a809899-55d2-4643-b532-72551a0fde8b on network 5d3d7111-faa5-4014-a159-8b978801a501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:34:05.227719 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Attempting to bind port 8a809899-55d2-4643-b532-72551a0fde8b on network 5d3d7111-faa5-4014-a159-8b978801a501 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:34:05.233457 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:34:05.233792 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Checking segment: {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:34:05.234174 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Bound using segment: {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:34:05.234591 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Bound port: 8a809899-55d2-4643-b532-72551a0fde8b, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558d0c9b-70b9-4b96-89d1-c74940b8fd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:34:05.234954 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8a809899-55d2-4643-b532-72551a0fde8b), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:05.302554 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] For port 8a809899-55d2-4643-b532-72551a0fde8b, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:34:05.305769 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] For port 8a809899-55d2-4643-b532-72551a0fde8b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8a809899-55d2-4643-b532-72551a0fde8b,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:34:05.312284 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (8a809899-55d2-4643-b532-72551a0fde8b), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:05.346529 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:05.347141 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:05.348600 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] 10.222.0.79 "PUT /v2.0/ports/8a809899-55d2-4643-b532-72551a0fde8b HTTP/1.1" status: 200 len: 1098 time: 1.2398365 Feb 18 08:34:05.349057 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4f37e2-6b6d-421e-a348-c00109113259', 'tag': '8a809899-55d2-4643-b532-72551a0fde8b'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:34:05.351313 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdad6b01-4712-4b65-83fd-b76bec86a229" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4f37e2-6b6d-421e-a348-c00109113259", "tag": "8a809899-55d2-4643-b532-72551a0fde8b"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:34:05.376612 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740fa2d-0b7a-4877-9951-cf12ea193d25 service neutron] Pushing event updated for resources: {'Port': ['ID=8a809899-55d2-4643-b532-72551a0fde8b,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:05.403840 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f7d50-1f1f-45fb-95f9-c46f422ab18a x-openstack-request-id: req-793f7d50-1f1f-45fb-95f9-c46f422ab18a {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:34:05.404109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4f37e2-6b6d-421e-a348-c00109113259", "tag": "8a809899-55d2-4643-b532-72551a0fde8b", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:34:05.404395 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-793f7d50-1f1f-45fb-95f9-c46f422ab18a {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:34:05.404761 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4f37e2-6b6d-421e-a348-c00109113259', 'tag': '8a809899-55d2-4643-b532-72551a0fde8b', 'status': 'completed', 'code': 200} Feb 18 08:34:05.442835 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-5cc8027b-e84a-4370-b5f2-83ddf9d6e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:05.444405 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-5cc8027b-e84a-4370-b5f2-83ddf9d6e253 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=62caf3122cba4810afaad710d295d45a&device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 1132 time: 0.0499735 Feb 18 08:34:05.486638 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-0051e547-7888-4f0e-8c43-e7fbc2f3eb55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8a809899-55d2-4643-b532-72551a0fde8b HTTP/1.1" status: 200 len: 217 time: 0.0355794 Feb 18 08:34:05.539748 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-0b97acca-9e90-4bba-a47e-95c56e5a8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:05.541615 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-0b97acca-9e90-4bba-a47e-95c56e5a8e27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9172369d-94f5-4444-9f72-fa37f092d099 HTTP/1.1" status: 200 len: 843 time: 0.0488794 Feb 18 08:34:05.590836 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ad3e8-5350-482c-937a-827b785ab6ab req-24620a50-0b23-4643-9b46-ef667faa82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:05.592468 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-24620a50-0b23-4643-9b46-ef667faa82b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d3d7111-faa5-4014-a159-8b978801a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0449531 Feb 18 08:34:05.684361 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-083dad99-b03c-46e9-9ef2-effb998ecc1a service neutron] 10.222.0.79 "GET /v2.0/networks/5d3d7111-faa5-4014-a159-8b978801a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846119 Feb 18 08:34:05.785551 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-832ad3e8-5350-482c-937a-827b785ab6ab req-e5602cdd-7864-4b4c-9d68-35ad9aa3f675 service neutron] 10.222.0.79 "GET /v2.0/networks/5d3d7111-faa5-4014-a159-8b978801a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951264 Feb 18 08:34:05.890064 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-e8c116a5-73d1-41ba-b508-36d63be4a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:05.891467 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-e8c116a5-73d1-41ba-b508-36d63be4a554 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=62caf3122cba4810afaad710d295d45a&device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 1132 time: 0.0523028 Feb 18 08:34:05.999867 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-e9e9e175-6305-4f6e-852c-5582a0f91376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:06.001354 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-e9e9e175-6305-4f6e-852c-5582a0f91376 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5d3d7111-faa5-4014-a159-8b978801a501 HTTP/1.1" status: 200 len: 870 time: 0.1000690 Feb 18 08:34:06.043449 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-21c92b6f-c99d-498c-af1f-15a0508b2c1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=8a809899-55d2-4643-b532-72551a0fde8b HTTP/1.1" status: 200 len: 217 time: 0.0348790 Feb 18 08:34:06.100467 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-6a59b4f1-bb96-4c7f-af2d-d4334e4bd4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:06.101955 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-6a59b4f1-bb96-4c7f-af2d-d4334e4bd4dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9172369d-94f5-4444-9f72-fa37f092d099 HTTP/1.1" status: 200 len: 843 time: 0.0519748 Feb 18 08:34:06.158898 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-17186a17-4522-4704-b483-27ae16cdbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:06.160239 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-17186a17-4522-4704-b483-27ae16cdbbb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5d3d7111-faa5-4014-a159-8b978801a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0524538 Feb 18 08:34:06.282875 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-a33b1397-9eb2-4bf4-9586-4e0cb0d916c0 service neutron] 10.222.0.79 "GET /v2.0/networks/5d3d7111-faa5-4014-a159-8b978801a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164186 Feb 18 08:34:06.290805 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f707dc3-c5ac-4b1e-afca-2aecfb155e38 req-3f06a4d6-f8b2-416e-b5ba-233ba20b3be4 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:06.292180 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7f707dc3-c5ac-4b1e-afca-2aecfb155e38 req-3f06a4d6-f8b2-416e-b5ba-233ba20b3be4 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 948 time: 0.0852680 Feb 18 08:34:06.388949 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7f707dc3-c5ac-4b1e-afca-2aecfb155e38 req-a14d66a1-1f91-43e1-bb09-df3fa4b2d444 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891058 Feb 18 08:34:06.410779 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-fdad6b01-4712-4b65-83fd-b76bec86a229 req-279f64fd-ce35-43f0-a54f-0ca24747170c service neutron] 10.222.0.79 "GET /v2.0/networks/5d3d7111-faa5-4014-a159-8b978801a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173959 Feb 18 08:34:07.545651 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc465aa-bf4d-4729-8269-3dc7343b5831 req-736b31b5-cbd9-4036-beba-8cc7dd4ee047 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:07.547123 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9bc465aa-bf4d-4729-8269-3dc7343b5831 req-736b31b5-cbd9-4036-beba-8cc7dd4ee047 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 948 time: 0.0665433 Feb 18 08:34:07.598525 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9bc465aa-bf4d-4729-8269-3dc7343b5831 req-685aa59f-a6ce-4e9e-9938-4031bbbef06c tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Feb 18 08:34:08.733490 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f039c72-d623-4cb9-8fc8-ab813d395a88 req-a0d8b936-be39-4bfe-9228-0b1b1f078310 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:08.734985 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f039c72-d623-4cb9-8fc8-ab813d395a88 req-a0d8b936-be39-4bfe-9228-0b1b1f078310 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 948 time: 0.0558810 Feb 18 08:34:08.793524 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9f039c72-d623-4cb9-8fc8-ab813d395a88 req-50d72def-151f-4ada-8be5-71d3d5ef48e1 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509267 Feb 18 08:34:08.918917 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8a809899-55d2-4643-b532-72551a0fde8b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:34:09.035294 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 8a809899-55d2-4643-b532-72551a0fde8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8a809899-55d2-4643-b532-72551a0fde8b,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:09.048669 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '8a809899-55d2-4643-b532-72551a0fde8b', 'network_id': '5d3d7111-faa5-4014-a159-8b978801a501', 'port_id': '8a809899-55d2-4643-b532-72551a0fde8b', 'mac_address': 'fa:16:3e:c3:ce:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9172369d-94f5-4444-9f72-fa37f092d099', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:34:09.089390 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 8a809899-55d2-4643-b532-72551a0fde8b is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:34:09.089796 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8a809899-55d2-4643-b532-72551a0fde8b), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:09.102466 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a809899-55d2-4643-b532-72551a0fde8b {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:34:09.121518 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 8a809899-55d2-4643-b532-72551a0fde8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8a809899-55d2-4643-b532-72551a0fde8b,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:09.127112 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (8a809899-55d2-4643-b532-72551a0fde8b), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:09.174743 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=8a809899-55d2-4643-b532-72551a0fde8b,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:09.470253 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['8a809899-55d2-4643-b532-72551a0fde8b'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:34:09.916294 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ce11f-611b-4bfb-aecd-0a2cf26fe23b req-abc4812c-302e-473d-9bc4-0d0c2bb36866 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:09.917750 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a1ce11f-611b-4bfb-aecd-0a2cf26fe23b req-abc4812c-302e-473d-9bc4-0d0c2bb36866 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 949 time: 0.0533426 Feb 18 08:34:09.969733 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a1ce11f-611b-4bfb-aecd-0a2cf26fe23b req-5bb1881b-5efb-41ee-aaf7-799231db38d5 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Feb 18 08:34:10.934640 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8a809899-55d2-4643-b532-72551a0fde8b up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:34:10.994009 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 8a809899-55d2-4643-b532-72551a0fde8b completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:34:10.997749 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 8a809899-55d2-4643-b532-72551a0fde8b triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:34:10.998166 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (8a809899-55d2-4643-b532-72551a0fde8b), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:11.082915 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 8a809899-55d2-4643-b532-72551a0fde8b is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:34:11.083213 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (8a809899-55d2-4643-b532-72551a0fde8b), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:11.101025 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a6290-a537-433b-a55f-f1fab8221019 req-c07e74a0-8718-457b-9d93-881c1673485b tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:11.102515 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-914a6290-a537-433b-a55f-f1fab8221019 req-c07e74a0-8718-457b-9d93-881c1673485b tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 949 time: 0.0559490 Feb 18 08:34:11.109433 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f37e2-6b6d-421e-a348-c00109113259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a809899-55d2-4643-b532-72551a0fde8b'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:34:11.111667 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b0181c-c362-421b-b32c-b782057baa4f" -d '{"events": [{"server_uuid": "7c4f37e2-6b6d-421e-a348-c00109113259", "name": "network-vif-plugged", "status": "completed", "tag": "8a809899-55d2-4643-b532-72551a0fde8b"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:34:11.130033 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 8a809899-55d2-4643-b532-72551a0fde8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8a809899-55d2-4643-b532-72551a0fde8b,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:11.135235 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (8a809899-55d2-4643-b532-72551a0fde8b), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:11.154807 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-914a6290-a537-433b-a55f-f1fab8221019 req-ea6104f1-7590-469c-b5ca-fc531927f648 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Feb 18 08:34:11.159008 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52315834-ee77-4de2-bb66-61e314e00988 x-openstack-request-id: req-52315834-ee77-4de2-bb66-61e314e00988 {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:34:11.159307 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4f37e2-6b6d-421e-a348-c00109113259", "name": "network-vif-plugged", "status": "completed", "tag": "8a809899-55d2-4643-b532-72551a0fde8b", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:34:11.159564 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52315834-ee77-4de2-bb66-61e314e00988 {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:34:11.159977 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f37e2-6b6d-421e-a348-c00109113259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a809899-55d2-4643-b532-72551a0fde8b', 'code': 200} Feb 18 08:34:11.188963 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=8a809899-55d2-4643-b532-72551a0fde8b,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:11.337964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b10a71-f815-4f52-be22-8c4cb6d7d66c req-f3ea7646-7bbc-46f8-8669-66319d9148a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:11.339372 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-61b10a71-f815-4f52-be22-8c4cb6d7d66c req-f3ea7646-7bbc-46f8-8669-66319d9148a3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 1134 time: 0.0464790 Feb 18 08:34:11.383897 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-61b10a71-f815-4f52-be22-8c4cb6d7d66c req-1cc15286-b792-4331-85be-aac03eaec0de service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383892 Feb 18 08:34:12.302319 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e1375-1d5e-4b3d-99ec-8c1092b2b23d req-dc54ec84-e772-493d-9b00-52a2e968ddd6 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:12.304243 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-460e1375-1d5e-4b3d-99ec-8c1092b2b23d req-dc54ec84-e772-493d-9b00-52a2e968ddd6 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 950 time: 0.0665455 Feb 18 08:34:12.352581 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-460e1375-1d5e-4b3d-99ec-8c1092b2b23d req-d90f5f44-4738-425e-bbf7-ee94952e8df9 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Feb 18 08:34:13.124764 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:13.483490 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83efc-f164-43b4-8169-066659547a5c req-f1bb1cc4-9ae5-45ee-869a-911c8596b0e7 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:13.484980 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1ae83efc-f164-43b4-8169-066659547a5c req-f1bb1cc4-9ae5-45ee-869a-911c8596b0e7 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 950 time: 0.0536637 Feb 18 08:34:13.533882 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-1ae83efc-f164-43b4-8169-066659547a5c req-dbb3518c-b848-42f3-8d27-582ce483c9d8 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Feb 18 08:34:13.804864 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672e62b-17a6-4010-bd25-b28409d153e3 req-1031429d-9758-42a2-9d34-aa9747ecbf36 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:13.806353 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d672e62b-17a6-4010-bd25-b28409d153e3 req-1031429d-9758-42a2-9d34-aa9747ecbf36 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 950 time: 0.0528018 Feb 18 08:34:13.857393 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d672e62b-17a6-4010-bd25-b28409d153e3 req-ae3c7939-978e-4c33-871b-418fc417e321 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453899 Feb 18 08:34:15.008548 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11b246-6be3-4ed5-9380-84e55cdc628b req-7ec9c408-c410-4791-a1ef-fdcae89baeb5 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:15.010055 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d11b246-6be3-4ed5-9380-84e55cdc628b req-7ec9c408-c410-4791-a1ef-fdcae89baeb5 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 950 time: 0.0659614 Feb 18 08:34:15.057117 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-4d11b246-6be3-4ed5-9380-84e55cdc628b req-beb66fcf-9ddb-4cf2-b197-f4ccd450a1e5 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/security-groups?id=48149b80-ef05-433d-8afc-f121d9ee664c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Feb 18 08:34:15.354146 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-f12e1f4e-94b0-40bd-b905-3feaf38034d2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:15.355497 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-f12e1f4e-94b0-40bd-b905-3feaf38034d2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 950 time: 0.0634201 Feb 18 08:34:15.452045 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Deleting port 8a809899-55d2-4643-b532-72551a0fde8b {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:34:15.452380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (8a809899-55d2-4643-b532-72551a0fde8b), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:15.538301 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] For port 8a809899-55d2-4643-b532-72551a0fde8b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8a809899-55d2-4643-b532-72551a0fde8b,segment=NetworkSegment(558d0c9b-70b9-4b96-89d1-c74940b8fd7a),segment_id=558d0c9b-70b9-4b96-89d1-c74940b8fd7a)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:15.538760 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (8a809899-55d2-4643-b532-72551a0fde8b), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:15.551937 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Calling delete_port for 8a809899-55d2-4643-b532-72551a0fde8b owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:34:15.693574 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (8a809899-55d2-4643-b532-72551a0fde8b), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:15.706963 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['8a809899-55d2-4643-b532-72551a0fde8b'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:34:15.723297 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Pushing event deleted for resources: {'Port': ['ID=8a809899-55d2-4643-b532-72551a0fde8b,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:15.752755 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.753099 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.753438 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.753772 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.754085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.754418 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.754736 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.755053 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.755366 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.755714 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.756032 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.756343 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.756657 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:15.780624 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] No DVR routers for this DVR port 8a809899-55d2-4643-b532-72551a0fde8b on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:34:15.783282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:15.786691 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-834f930e-7a8e-4bcf-9cf2-101b71c95bfe req-35e8efec-6452-4272-8d14-c860ab65a3e2 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.79 "DELETE /v2.0/ports/8a809899-55d2-4643-b532-72551a0fde8b HTTP/1.1" status: 204 len: 173 time: 0.4258132 Feb 18 08:34:15.787132 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f37e2-6b6d-421e-a348-c00109113259', 'name': 'network-vif-deleted', 'tag': '8a809899-55d2-4643-b532-72551a0fde8b'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:34:15.789525 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b487cd6-c424-41e3-8903-aa06ddebc3b6" -d '{"events": [{"server_uuid": "7c4f37e2-6b6d-421e-a348-c00109113259", "name": "network-vif-deleted", "tag": "8a809899-55d2-4643-b532-72551a0fde8b"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:34:15.832628 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2745b19-dfab-4dd7-8f26-018da559fb50 x-openstack-request-id: req-b2745b19-dfab-4dd7-8f26-018da559fb50 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:34:15.832925 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4f37e2-6b6d-421e-a348-c00109113259", "name": "network-vif-deleted", "tag": "8a809899-55d2-4643-b532-72551a0fde8b", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:34:15.833178 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2745b19-dfab-4dd7-8f26-018da559fb50 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:34:15.833583 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f37e2-6b6d-421e-a348-c00109113259', 'name': 'network-vif-deleted', 'tag': '8a809899-55d2-4643-b532-72551a0fde8b', 'status': 'completed', 'code': 200} Feb 18 08:34:16.172481 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-5aadc9c7-ea6a-4176-acbc-63194b16e814 req-309b5523-c7f2-46de-8823-0b06683be3b0 tempest-VolumesNegativeTest-1022544373 tempest-VolumesNegativeTest-1022544373-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c4f37e2-6b6d-421e-a348-c00109113259 HTTP/1.1" status: 200 len: 210 time: 0.0305903 Feb 18 08:34:18.955667 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8a809899-55d2-4643-b532-72551a0fde8b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:34:18.983510 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 8a809899-55d2-4643-b532-72551a0fde8b {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:34:18.984069 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 8a809899-55d2-4643-b532-72551a0fde8b not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:34:21.147152 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38472) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:34:21.289230 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-25de78fb-d993-421c-babc-5d1a308a7367 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62caf3122cba4810afaad710d295d45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405919 Feb 18 08:34:21.292272 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38476) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:34:21.338370 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Publish callbacks [] for security_group (48149b80-ef05-433d-8afc-f121d9ee664c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:21.358962 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Publish callbacks [] for security_group (48149b80-ef05-433d-8afc-f121d9ee664c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:21.406960 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (48149b80-ef05-433d-8afc-f121d9ee664c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:21.410027 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:21.411266 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48149b80-ef05-433d-8afc-f121d9ee664c HTTP/1.1" status: 204 len: 168 time: 0.1181023 Feb 18 08:34:21.419868 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48149b80-ef05-433d-8afc-f121d9ee664c,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:21.427481 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.427895 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.428279 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.428634 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.428987 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.429336 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.429680 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.430030 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.430367 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.430709 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.431049 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.431457 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:21.431873 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510a7a6a-cc94-4730-98e5-14114aff7ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:34:22.054446 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 38498) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:34:22.170901 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.v2.base [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-523741269-network', 'tenant_id': 'abdc40bf8a094a958b633b200382c0e6'}} {{(pid=102755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:22.192008 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Made reservation on behalf of abdc40bf8a094a958b633b200382c0e6 for: {'network': 1} {{(pid=102755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:34:22.194430 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for network (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.202948 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.280745 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks [] for security_group (97fb1ee7-e485-4171-b765-42e12033b594), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.285742 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (97fb1ee7-e485-4171-b765-42e12033b594), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.313026 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=102755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 08:34:22.319253 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb1ee7-e485-4171-b765-42e12033b594,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:22.325296 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (29f0a599-d4ce-4f00-95ef-9710135dda7e), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.325633 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.segments_db [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Added segment 29f0a599-d4ce-4f00-95ef-9710135dda7e of type vlan for network 445af147-e69b-42c4-8620-f3e8ae1c908f Feb 18 08:34:22.365299 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753429933469'] for network (445af147-e69b-42c4-8620-f3e8ae1c908f), precommit_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.393181 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989'] for network (445af147-e69b-42c4-8620-f3e8ae1c908f), after_create {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.394100 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:22.394689 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.448657 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3930750 Feb 18 08:34:22.451731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 38502) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:34:22.456708 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Request body: {'subnet': {'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-523741269-subnet', 'tenant_id': 'abdc40bf8a094a958b633b200382c0e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:22.457403 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05caa4a-a693-47fb-9a63-13e5d9219129 admin admin] Pushing event updated for resources: {'Network': ['ID=445af147-e69b-42c4-8620-f3e8ae1c908f,revision_number=1']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:22.468283 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Network 445af147-e69b-42c4-8620-f3e8ae1c908f details requested by agent ovs-agent-dv-cinder-773985-35-iscsi with host dv-cinder-773985-35-iscsi {{(pid=102756) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 08:34:22.478655 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Made reservation on behalf of abdc40bf8a094a958b633b200382c0e6 for: {'subnet': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:34:22.481163 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25858607'] for subnet (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.646945 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25465709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25858621'] for subnet (defc3b78-2472-4005-aa8a-7ce5f717a3ff), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.701719 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=defc3b78-2472-4005-aa8a-7ce5f717a3ff,revision_number=0']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:22.709213 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Checking segment: {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:34:22.709567 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Network hostable DHCP agents. Network: 445af147-e69b-42c4-8620-f3e8ae1c908f, hostable agents: ['110a8609-41ef-4133-bae2-aea52e766ed5'], hosted agents: [] {{(pid=102754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 08:34:22.727498 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Network 445af147-e69b-42c4-8620-f3e8ae1c908f is scheduled to be hosted by DHCP agent 110a8609-41ef-4133-bae2-aea52e766ed5 with binding_index 1 {{(pid=102754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 08:34:22.736778 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-35-iscsi, 445af147-e69b-42c4-8620-f3e8ae1c908f) {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:34:22.741212 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:22.741837 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:22.747722 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cf1303-2294-4b2f-8499-cf4e645f05c0 None None] Network 445af147-e69b-42c4-8620-f3e8ae1c908f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:34:22.759865 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-21ac5270-f14a-4835-937b-98aea5259564 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3069172 Feb 18 08:34:22.849743 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c88ce-2d32-4967-8ad2-64dc9d46f86e None None] Network 445af147-e69b-42c4-8620-f3e8ae1c908f requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:34:23.996669 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:34:24.531014 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-46d5bb65-3506-471c-b112-ba00aa88f2d6 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:24.532450 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-46d5bb65-3506-471c-b112-ba00aa88f2d6 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/networks?id=445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 200 len: 813 time: 0.1045983 Feb 18 08:34:24.547545 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-5fbcf8f1-afb6-44c6-a8b9-bf3c7afac2a1 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/quotas/abdc40bf8a094a958b633b200382c0e6 HTTP/1.1" status: 200 len: 375 time: 0.0096011 Feb 18 08:34:24.578808 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-79f5fe20-72f2-480d-a9de-5fb49aadb2e7 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abdc40bf8a094a958b633b200382c0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263467 Feb 18 08:34:24.672782 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-e643247f-820f-4f33-8a29-ef91d8bae9a4 service neutron] 10.222.0.69 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Feb 18 08:34:24.760488 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-4b7eb616-a7ed-439a-9262-369774f48f04 service neutron] 10.222.0.69 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818381 Feb 18 08:34:24.920640 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f619eb61-2257-4953-85e0-8a8721c5575a req-38986964-2bfc-43d4-a2f2-2cacb6299f7c tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 210 time: 0.0278101 Feb 18 08:34:25.874219 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-587991f2-905c-4a8a-8b74-7ca9b57b1aa3 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:25.875711 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-587991f2-905c-4a8a-8b74-7ca9b57b1aa3 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "GET /v2.0/networks?id=445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 200 len: 813 time: 0.1093574 Feb 18 08:34:25.906429 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Request body: {'port': {'device_id': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f', 'admin_state_up': True, 'tenant_id': 'abdc40bf8a094a958b633b200382c0e6'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:26.028483 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-2ed1985f-1217-45bb-b16f-3a2f746ca85f req-f071c85c-e06b-4308-8e56-56782f2ce956 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 210 time: 0.0397320 Feb 18 08:34:26.049633 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Made reservation on behalf of abdc40bf8a094a958b633b200382c0e6 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:34:26.055414 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.180669 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Allocated IP 172.20.0.7 (445af147-e69b-42c4-8620-f3e8ae1c908f/defc3b78-2472-4005-aa8a-7ce5f717a3ff/cd2fc20a-02e5-4854-95ff-9703e6832483) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:34:26.326524 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks [] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.363549 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.407705 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Network 445af147-e69b-42c4-8620-f3e8ae1c908f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:34:26.410697 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:34:26.414485 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:34:26.421342 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Pushing event updated for resources: {'Port': ['ID=cd2fc20a-02e5-4854-95ff-9703e6832483,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:26.474990 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:26.475574 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.492026 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-50bd245f-2e70-4931-8791-8b9fdc0e3818 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894606 Feb 18 08:34:26.521279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Request body: {'port': {'device_id': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:34:26.582389 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.854046 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2fc20a-02e5-4854-95ff-9703e6832483 {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:34:26.861494 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Publish callbacks [] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.873878 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Transition to ACTIVE for port object cd2fc20a-02e5-4854-95ff-9703e6832483 will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:34:26.878762 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:26.927093 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2fc20a-02e5-4854-95ff-9703e6832483,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:26.999319 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Attempting to bind port cd2fc20a-02e5-4854-95ff-9703e6832483 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:34:26.999664 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Attempting to bind port cd2fc20a-02e5-4854-95ff-9703e6832483 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:34:27.000006 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Attempting to bind port cd2fc20a-02e5-4854-95ff-9703e6832483 on network 445af147-e69b-42c4-8620-f3e8ae1c908f {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:34:27.004631 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Port cd2fc20a-02e5-4854-95ff-9703e6832483 on network 445af147-e69b-42c4-8620-f3e8ae1c908f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:34:27.004950 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Attempting to bind port cd2fc20a-02e5-4854-95ff-9703e6832483 on network 445af147-e69b-42c4-8620-f3e8ae1c908f {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:34:27.009956 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:34:27.010295 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Checking segment: {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:34:27.010674 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Bound using segment: {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:34:27.011092 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Bound port: cd2fc20a-02e5-4854-95ff-9703e6832483, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:34:27.011449 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:27.080194 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] For port cd2fc20a-02e5-4854-95ff-9703e6832483, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:34:27.083394 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] For port cd2fc20a-02e5-4854-95ff-9703e6832483, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd2fc20a-02e5-4854-95ff-9703e6832483,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:34:27.090903 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:27.150673 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.151290 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:27.152714 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] 10.222.0.79 "PUT /v2.0/ports/cd2fc20a-02e5-4854-95ff-9703e6832483 HTTP/1.1" status: 200 len: 1093 time: 0.6358895 Feb 18 08:34:27.159238 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'tag': 'cd2fc20a-02e5-4854-95ff-9703e6832483'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:34:27.161523 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42972e2-b12c-42ee-b8e7-383e654d126b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcb80f2-85a8-4b2d-8938-05d540505ca6", "tag": "cd2fc20a-02e5-4854-95ff-9703e6832483"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:34:27.187021 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3613b1-97e6-4f37-8ff3-eed2c2f04ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2fc20a-02e5-4854-95ff-9703e6832483,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:27.202908 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc07b6-dd47-4d69-9e0a-7f1cfe4a2700 x-openstack-request-id: req-a8cc07b6-dd47-4d69-9e0a-7f1cfe4a2700 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:34:27.203205 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcb80f2-85a8-4b2d-8938-05d540505ca6", "tag": "cd2fc20a-02e5-4854-95ff-9703e6832483", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:34:27.203433 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8cc07b6-dd47-4d69-9e0a-7f1cfe4a2700 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:34:27.203875 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'tag': 'cd2fc20a-02e5-4854-95ff-9703e6832483', 'status': 'completed', 'code': 200} Feb 18 08:34:27.214360 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1722-c123-4cd3-9177-6e25ddfae7a3 req-57bc3556-ec59-4344-a1fb-903d31b208b7 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.215946 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c0ad1722-c123-4cd3-9177-6e25ddfae7a3 req-57bc3556-ec59-4344-a1fb-903d31b208b7 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 943 time: 0.1155710 Feb 18 08:34:27.296605 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c0ad1722-c123-4cd3-9177-6e25ddfae7a3 req-256f8cc1-a5a0-40fd-b6d7-bc058d7bd489 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697670 Feb 18 08:34:27.301261 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-0af4c19b-00ca-425f-b361-e19c9050f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.302736 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-0af4c19b-00ca-425f-b361-e19c9050f7a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abdc40bf8a094a958b633b200382c0e6&device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0836186 Feb 18 08:34:27.344613 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-1661fc2b-2e28-48dd-8166-e89c7f49f80d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2fc20a-02e5-4854-95ff-9703e6832483 HTTP/1.1" status: 200 len: 217 time: 0.0348902 Feb 18 08:34:27.393610 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-7368ed87-d4a4-4126-b2d4-9dc4c71c5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.395000 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-7368ed87-d4a4-4126-b2d4-9dc4c71c5e24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=defc3b78-2472-4005-aa8a-7ce5f717a3ff HTTP/1.1" status: 200 len: 853 time: 0.0440674 Feb 18 08:34:27.427373 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-a1a128c1-7063-4b96-8473-6e7e05eee087 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=445af147-e69b-42c4-8620-f3e8ae1c908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255260 Feb 18 08:34:27.518678 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-7d9950df-1b86-46e5-8c45-880c53a851fc service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850027 Feb 18 08:34:27.609316 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-3d12834c-1919-454c-adf6-eac2b52f57ff req-83a3b84f-cc55-4847-8634-5028e1bbef78 service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828447 Feb 18 08:34:27.703429 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-9492ba77-48da-4072-b915-e6f7d18ea778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.704986 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-9492ba77-48da-4072-b915-e6f7d18ea778 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abdc40bf8a094a958b633b200382c0e6&device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 1127 time: 0.0506763 Feb 18 08:34:27.798582 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-952c395a-c9bb-4fb8-b965-3ba483fb48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.799605 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-952c395a-c9bb-4fb8-b965-3ba483fb48a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 200 len: 914 time: 0.0866222 Feb 18 08:34:27.849856 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-8b660b03-eef6-46df-b319-ffaf95e02203 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd2fc20a-02e5-4854-95ff-9703e6832483 HTTP/1.1" status: 200 len: 217 time: 0.0408044 Feb 18 08:34:27.918682 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-e3e13b64-0506-4b67-94b2-cfc4f3f81dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:27.920243 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-e3e13b64-0506-4b67-94b2-cfc4f3f81dfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=defc3b78-2472-4005-aa8a-7ce5f717a3ff HTTP/1.1" status: 200 len: 853 time: 0.0644288 Feb 18 08:34:27.959150 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-c2c671fe-25e5-4b9e-8d9c-6c85de2bce69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=445af147-e69b-42c4-8620-f3e8ae1c908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322876 Feb 18 08:34:28.051643 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-3270db33-972f-441d-8c49-1aa9f98fd1d3 service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Feb 18 08:34:28.145000 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a42972e2-b12c-42ee-b8e7-383e654d126b req-1c3f5884-e628-489d-b6fd-e08efe5e20b9 service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Feb 18 08:34:28.423740 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd3c6-5f4d-4cf9-bd50-5ab00ca0560e req-a926b913-2af1-4177-b103-777eb5e74d0d tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:28.425365 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ba6dd3c6-5f4d-4cf9-bd50-5ab00ca0560e req-a926b913-2af1-4177-b103-777eb5e74d0d tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 943 time: 0.0578163 Feb 18 08:34:28.474471 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ba6dd3c6-5f4d-4cf9-bd50-5ab00ca0560e req-fbff80e9-9005-4f4e-b1cd-461aeeca2174 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Feb 18 08:34:28.493755 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b0499ca-1ded-45dc-9ca2-23c6c840613c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:29.610329 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c3d82-88ce-4f1e-871e-021a069dd7ca req-de475158-936c-47dd-b8ed-7c5cb006ac3c tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:29.611859 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-554c3d82-88ce-4f1e-871e-021a069dd7ca req-de475158-936c-47dd-b8ed-7c5cb006ac3c tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 943 time: 0.0583913 Feb 18 08:34:29.666941 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-554c3d82-88ce-4f1e-871e-021a069dd7ca req-00cd9643-2d9a-4b20-93d9-ef58c3400849 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478950 Feb 18 08:34:30.600937 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-e7ce1035-2513-484e-bf4d-e9a36335f876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:30.788002 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d5a8b-dac0-4eb2-8cbe-ded0067eaf48 req-0a8a886b-e6bc-4fc2-803a-9b39015231c5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:30.789482 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a9d5a8b-dac0-4eb2-8cbe-ded0067eaf48 req-0a8a886b-e6bc-4fc2-803a-9b39015231c5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 943 time: 0.0530746 Feb 18 08:34:30.838588 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-9a9d5a8b-dac0-4eb2-8cbe-ded0067eaf48 req-8344189f-1ec9-42a9-8dd4-a60fb6e7aa43 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427308 Feb 18 08:34:30.960578 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device cd2fc20a-02e5-4854-95ff-9703e6832483 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:34:31.058399 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port cd2fc20a-02e5-4854-95ff-9703e6832483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd2fc20a-02e5-4854-95ff-9703e6832483,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:31.070499 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': 'cd2fc20a-02e5-4854-95ff-9703e6832483', 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f', 'port_id': 'cd2fc20a-02e5-4854-95ff-9703e6832483', 'mac_address': 'fa:16:3e:98:f8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defc3b78-2472-4005-aa8a-7ce5f717a3ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:34:31.112741 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port cd2fc20a-02e5-4854-95ff-9703e6832483 is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:34:31.113084 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:31.126339 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2fc20a-02e5-4854-95ff-9703e6832483 {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:34:31.154833 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port cd2fc20a-02e5-4854-95ff-9703e6832483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd2fc20a-02e5-4854-95ff-9703e6832483,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:31.160576 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:31.209928 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=cd2fc20a-02e5-4854-95ff-9703e6832483,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:31.474703 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['cd2fc20a-02e5-4854-95ff-9703e6832483'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:34:31.928725 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:31.958311 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead961c-a7f6-432f-8b21-eedef3d20ff9 req-5157c6fe-84eb-4164-a00c-d4866166cdfd tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:31.959830 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cead961c-a7f6-432f-8b21-eedef3d20ff9 req-5157c6fe-84eb-4164-a00c-d4866166cdfd tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 944 time: 0.0534954 Feb 18 08:34:32.011082 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cead961c-a7f6-432f-8b21-eedef3d20ff9 req-728b6240-102b-4fa6-a191-bf1afdea14d9 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Feb 18 08:34:32.965921 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device cd2fc20a-02e5-4854-95ff-9703e6832483 up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:34:33.020103 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port cd2fc20a-02e5-4854-95ff-9703e6832483 completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:34:33.027081 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port cd2fc20a-02e5-4854-95ff-9703e6832483 triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:34:33.027730 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:33.122377 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port cd2fc20a-02e5-4854-95ff-9703e6832483 is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:34:33.122821 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:33.126341 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:33.134225 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525e83e-8e98-4d6f-9b5f-2d4f876820d5 req-d6289f29-daa4-4707-bcae-da5ca8490bd1 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:33.135850 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a525e83e-8e98-4d6f-9b5f-2d4f876820d5 req-d6289f29-daa4-4707-bcae-da5ca8490bd1 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 944 time: 0.0541039 Feb 18 08:34:33.148785 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2fc20a-02e5-4854-95ff-9703e6832483'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:34:33.151079 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0606c7fe-4a0a-48d2-b62e-3c29ec369cd5" -d '{"events": [{"server_uuid": "ddcb80f2-85a8-4b2d-8938-05d540505ca6", "name": "network-vif-plugged", "status": "completed", "tag": "cd2fc20a-02e5-4854-95ff-9703e6832483"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:34:33.164007 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port cd2fc20a-02e5-4854-95ff-9703e6832483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd2fc20a-02e5-4854-95ff-9703e6832483,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:34:33.169791 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:33.187269 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a525e83e-8e98-4d6f-9b5f-2d4f876820d5 req-8bd6533a-a6a9-48ad-a79f-64b5e8f8ee8b tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Feb 18 08:34:33.195929 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb314235-1a2b-474c-be25-0fc97ff9461f x-openstack-request-id: req-fb314235-1a2b-474c-be25-0fc97ff9461f {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:34:33.196229 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcb80f2-85a8-4b2d-8938-05d540505ca6", "name": "network-vif-plugged", "status": "completed", "tag": "cd2fc20a-02e5-4854-95ff-9703e6832483", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:34:33.196484 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb314235-1a2b-474c-be25-0fc97ff9461f {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:34:33.196873 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2fc20a-02e5-4854-95ff-9703e6832483', 'code': 200} Feb 18 08:34:33.225849 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=cd2fc20a-02e5-4854-95ff-9703e6832483,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:34:33.371046 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041fcc9-afe4-48cd-817b-1c3d5971c8f5 req-237bbc2b-334d-423e-a590-a99f1aa2bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:33.372497 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e041fcc9-afe4-48cd-817b-1c3d5971c8f5 req-237bbc2b-334d-423e-a590-a99f1aa2bdcc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 1129 time: 0.0461180 Feb 18 08:34:33.416231 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e041fcc9-afe4-48cd-817b-1c3d5971c8f5 req-a68733ef-a0a2-4201-ad84-0dff965ec6f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Feb 18 08:34:34.317683 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1568a2c-7cbe-42e9-b7fe-432c9d2dba39 req-7b594846-d193-429a-acb1-fa015b458a6a tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:34.319203 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e1568a2c-7cbe-42e9-b7fe-432c9d2dba39 req-7b594846-d193-429a-acb1-fa015b458a6a tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 945 time: 0.0608015 Feb 18 08:34:34.371855 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e1568a2c-7cbe-42e9-b7fe-432c9d2dba39 req-5504569f-a97f-4626-a98d-1498b34ff4bf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Feb 18 08:34:34.462197 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:35.492937 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797da7-786e-4737-9607-d6113386543d req-aae602a2-f1f3-4c3d-a035-3d3c3b897c4d tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:35.494410 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b6797da7-786e-4737-9607-d6113386543d req-aae602a2-f1f3-4c3d-a035-3d3c3b897c4d tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 945 time: 0.0529604 Feb 18 08:34:35.540971 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b6797da7-786e-4737-9607-d6113386543d req-b11d9673-6ba8-4c2d-a953-079deb16f480 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Feb 18 08:34:43.129285 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:34:53.335574 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-08e7b437-4c40-4e7c-9305-c2c6704f8448 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529120 Feb 18 08:34:53.445088 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-a16f327d-6fe7-441c-831c-e4234a0e4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:53.446782 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-a16f327d-6fe7-441c-831c-e4234a0e4aeb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1129 time: 0.0554945 Feb 18 08:34:53.562777 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-1aa4ad65-cc64-4ece-8e3d-3a0f2021da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:53.564332 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-1aa4ad65-cc64-4ece-8e3d-3a0f2021da2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.0952239 Feb 18 08:34:53.939716 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-7931d62d-3920-494f-aa91-3e3f0be15998 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 1000 time: 0.3668883 Feb 18 08:34:53.989699 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-8995ed90-0008-48e4-b377-5e6e40ee9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:53.991155 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-8995ed90-0008-48e4-b377-5e6e40ee9e7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0451815 Feb 18 08:34:54.042666 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-75d1007d-ed24-4467-af3d-d76371ae56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:34:54.044166 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-75d1007d-ed24-4467-af3d-d76371ae56d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463173 Feb 18 08:34:54.156360 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-f8d9c933-5207-49eb-b721-0cf1f3a46b97 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052079 Feb 18 08:34:54.250118 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-90fa9daa-77cd-4ad3-bcc3-1a17a00dd08c req-eb12c2dc-0f06-4688-abcd-9339a03c394c service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875733 Feb 18 08:34:58.506247 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-c75cb589-246e-49d2-a486-433d1e164de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:00.605371 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-26aa7564-2c65-459c-a103-1da465293e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:00.998867 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:35:01.940662 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:03.103503 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:04.477024 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:13.122077 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:25.875499 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae42f3-4ec3-485b-b27e-aafa092fae07 req-f2aa7eff-bb0b-46e7-b54b-57f1d9e0eec0 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:25.876972 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-70ae42f3-4ec3-485b-b27e-aafa092fae07 req-f2aa7eff-bb0b-46e7-b54b-57f1d9e0eec0 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 945 time: 0.0560303 Feb 18 08:35:25.933714 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-70ae42f3-4ec3-485b-b27e-aafa092fae07 req-c33f2d88-7423-454d-a876-7136d40402f1 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506067 Feb 18 08:35:27.072109 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8157c7-991d-43b6-bc5b-c84703f4cb82 req-771be713-1251-4679-8444-f89c9c5e1cbf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:27.073501 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a8157c7-991d-43b6-bc5b-c84703f4cb82 req-771be713-1251-4679-8444-f89c9c5e1cbf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 945 time: 0.0545323 Feb 18 08:35:27.121366 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6a8157c7-991d-43b6-bc5b-c84703f4cb82 req-95b4ebe6-5d69-44d4-878f-611349b63942 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Feb 18 08:35:28.264093 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9ae7e-c74f-45b4-9f9e-0092fe98fe2e req-b98ce43b-5cf7-4473-8f3c-3a7fa23bfc57 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:28.265575 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-64a9ae7e-c74f-45b4-9f9e-0092fe98fe2e req-b98ce43b-5cf7-4473-8f3c-3a7fa23bfc57 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 945 time: 0.0623899 Feb 18 08:35:28.319056 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-64a9ae7e-c74f-45b4-9f9e-0092fe98fe2e req-ae38fb35-c60b-4aef-8cd0-e1afeb7580c4 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Feb 18 08:35:28.499779 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-03209fe0-19fc-4069-b55a-9deb3cd3b3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:29.040504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-ebe411e8-0cd7-4a38-b667-363baa02f1ef tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:29.041946 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-ebe411e8-0cd7-4a38-b667-363baa02f1ef tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 945 time: 0.0646524 Feb 18 08:35:29.142563 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Deleting port cd2fc20a-02e5-4854-95ff-9703e6832483 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:35:29.142823 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:29.237171 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] For port cd2fc20a-02e5-4854-95ff-9703e6832483, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=cd2fc20a-02e5-4854-95ff-9703e6832483,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:35:29.237505 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:29.250234 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Calling delete_port for cd2fc20a-02e5-4854-95ff-9703e6832483 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:35:29.384914 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (cd2fc20a-02e5-4854-95ff-9703e6832483), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:29.397999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['cd2fc20a-02e5-4854-95ff-9703e6832483'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:35:29.423791 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Pushing event deleted for resources: {'Port': ['ID=cd2fc20a-02e5-4854-95ff-9703e6832483,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:29.465344 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-332a2781-6adb-4529-a569-699deb75cc36 req-baccb58e-ba29-450c-b3b8-083897f69600 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddcb80f2-85a8-4b2d-8938-05d540505ca6 HTTP/1.1" status: 200 len: 210 time: 0.0518107 Feb 18 08:35:29.466561 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.466904 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.467244 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.467571 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.467928 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.468347 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.468551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.469094 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.469331 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.469729 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.470053 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.470373 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.470693 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:29.490788 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] No DVR routers for this DVR port cd2fc20a-02e5-4854-95ff-9703e6832483 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:35:29.493392 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:29.496663 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6706d36f-0908-4471-9fa6-0631c0edd860 req-8275fbf7-f477-4b67-a7a9-6c4932d2ec69 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "DELETE /v2.0/ports/cd2fc20a-02e5-4854-95ff-9703e6832483 HTTP/1.1" status: 204 len: 173 time: 0.4486816 Feb 18 08:35:29.497085 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'name': 'network-vif-deleted', 'tag': 'cd2fc20a-02e5-4854-95ff-9703e6832483'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:35:29.499285 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b529f70e-7458-4655-b042-bf65f07b7905" -d '{"events": [{"server_uuid": "ddcb80f2-85a8-4b2d-8938-05d540505ca6", "name": "network-vif-deleted", "tag": "cd2fc20a-02e5-4854-95ff-9703e6832483"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:35:29.535064 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbe9431-a5c4-4e32-9c59-be46052ef4ca x-openstack-request-id: req-dcbe9431-a5c4-4e32-9c59-be46052ef4ca {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:35:29.535241 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcb80f2-85a8-4b2d-8938-05d540505ca6", "name": "network-vif-deleted", "tag": "cd2fc20a-02e5-4854-95ff-9703e6832483", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:35:29.535469 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dcbe9431-a5c4-4e32-9c59-be46052ef4ca {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:35:29.535956 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcb80f2-85a8-4b2d-8938-05d540505ca6', 'name': 'network-vif-deleted', 'tag': 'cd2fc20a-02e5-4854-95ff-9703e6832483', 'status': 'completed', 'code': 200} Feb 18 08:35:30.600356 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9dca65a9-984c-4750-8287-0a06ebbba844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:31.946977 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:33.104802 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:33.650925 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device cd2fc20a-02e5-4854-95ff-9703e6832483 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:35:33.683585 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: cd2fc20a-02e5-4854-95ff-9703e6832483 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:35:33.683973 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device cd2fc20a-02e5-4854-95ff-9703e6832483 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:35:34.480575 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:38.005190 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:35:43.119293 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:43.703553 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-00c94115-768b-4860-903b-faf20217fcc5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:43.704958 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-00c94115-768b-4860-903b-faf20217fcc5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/networks?id=445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 200 len: 813 time: 0.1054492 Feb 18 08:35:43.723059 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-1210df04-5017-4e28-9e80-b2bcdbe4d0b1 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/quotas/abdc40bf8a094a958b633b200382c0e6 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Feb 18 08:35:43.767187 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-6327c0b4-cb25-4528-8f43-54eef423469f tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=abdc40bf8a094a958b633b200382c0e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368400 Feb 18 08:35:43.862275 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-a5ee36ac-247a-411d-9ec3-a386523ac897 service neutron] 10.222.0.69 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852578 Feb 18 08:35:43.953816 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-c007c4f1-4f12-413b-8a11-2cbfe2af058e service neutron] 10.222.0.69 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857067 Feb 18 08:35:44.115167 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6e77bbca-f1cc-4681-96bb-819d010090b8 req-09c60452-6414-457d-b617-8a1acbe8a241 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 210 time: 0.0279071 Feb 18 08:35:45.064104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-56519f24-4e87-4b8e-8c37-5cb995c728dc tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:45.065486 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-56519f24-4e87-4b8e-8c37-5cb995c728dc tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "GET /v2.0/networks?id=445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 200 len: 813 time: 0.1070483 Feb 18 08:35:45.078414 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Request body: {'port': {'device_id': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f', 'admin_state_up': True, 'tenant_id': 'abdc40bf8a094a958b633b200382c0e6'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:35:45.212063 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-6ad58a87-47cf-47ef-8b75-2be03d03dabd req-8735251e-70ea-4025-8d03-8c28769df8fc tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 210 time: 0.0300915 Feb 18 08:35:45.212751 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Made reservation on behalf of abdc40bf8a094a958b633b200382c0e6 for: {'port': 1} {{(pid=102754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 08:35:45.216042 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (None), before_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:45.341562 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_common [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Allocated IP 172.20.0.9 (445af147-e69b-42c4-8620-f3e8ae1c908f/defc3b78-2472-4005-aa8a-7ce5f717a3ff/7361d576-4ca8-48a2-a014-08d76dcabf4e) {{(pid=102754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 08:35:45.486664 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks [] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), precommit_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:45.522010 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753429915450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), after_create {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:45.565488 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Network 445af147-e69b-42c4-8620-f3e8ae1c908f is already hosted by enough agents. {{(pid=102754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 08:35:45.568580 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.base_scheduler [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Resources bound (agent type, host, resource id): {{(pid=102754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 08:35:45.572221 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Received port after_create {{(pid=102754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 08:35:45.578539 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Pushing event updated for resources: {'Port': ['ID=7361d576-4ca8-48a2-a014-08d76dcabf4e,revision_number=1']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:45.626002 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:45.626516 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:45.644867 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-fafaa475-c79c-4330-9895-46aa3a5c22cf tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5701809 Feb 18 08:35:45.657365 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.v2.base [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Request body: {'port': {'device_id': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 08:35:45.718868 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:45.977718 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7361d576-4ca8-48a2-a014-08d76dcabf4e {{(pid=102754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:35:45.985377 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Publish callbacks [] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), precommit_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:45.998016 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.provisioning_blocks [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Transition to ACTIVE for port object 7361d576-4ca8-48a2-a014-08d76dcabf4e will not be triggered until provisioned by entity L2. {{(pid=102754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 08:35:46.005029 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:46.055694 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Pushing event updated for resources: {'Port': ['ID=7361d576-4ca8-48a2-a014-08d76dcabf4e,revision_number=2']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:46.124198 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Attempting to bind port 7361d576-4ca8-48a2-a014-08d76dcabf4e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 08:35:46.124908 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Attempting to bind port 7361d576-4ca8-48a2-a014-08d76dcabf4e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 08:35:46.124908 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Attempting to bind port 7361d576-4ca8-48a2-a014-08d76dcabf4e on network 445af147-e69b-42c4-8620-f3e8ae1c908f {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:35:46.129551 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Port 7361d576-4ca8-48a2-a014-08d76dcabf4e on network 445af147-e69b-42c4-8620-f3e8ae1c908f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 08:35:46.129865 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Attempting to bind port 7361d576-4ca8-48a2-a014-08d76dcabf4e on network 445af147-e69b-42c4-8620-f3e8ae1c908f {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 08:35:46.135153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Checking agent: {'id': 'e72bf550-c247-4895-b8ad-1821dc5ca263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'started_at': datetime.datetime(2022, 2, 18, 8, 20, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 8, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 08:35:46.135494 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Checking segment: {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 08:35:46.135919 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Bound using segment: {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'} {{(pid=102754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 08:35:46.136401 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.managers [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Bound port: 7361d576-4ca8-48a2-a014-08d76dcabf4e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f0a599-d4ce-4f00-95ef-9710135dda7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f'}}] {{(pid=102754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 08:35:46.136748 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), before_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:46.204081 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] For port 7361d576-4ca8-48a2-a014-08d76dcabf4e, host hv-cinder-77398, cleared binding levels {{(pid=102754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 08:35:46.207585 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] For port 7361d576-4ca8-48a2-a014-08d76dcabf4e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 08:35:46.214573 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25471190'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), after_update {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:46.249597 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:46.250603 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:46.252199 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] 10.222.0.79 "PUT /v2.0/ports/7361d576-4ca8-48a2-a014-08d76dcabf4e HTTP/1.1" status: 200 len: 1093 time: 0.5991819 Feb 18 08:35:46.252625 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'tag': '7361d576-4ca8-48a2-a014-08d76dcabf4e'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:35:46.254855 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a49154-005c-490d-9145-69a02f78c5bc", "tag": "7361d576-4ca8-48a2-a014-08d76dcabf4e"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:35:46.303028 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5910bc0-36e8-43b4-915c-768a7a4049f6 x-openstack-request-id: req-d5910bc0-36e8-43b4-915c-768a7a4049f6 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:35:46.303315 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a49154-005c-490d-9145-69a02f78c5bc", "tag": "7361d576-4ca8-48a2-a014-08d76dcabf4e", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:35:46.303567 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5910bc0-36e8-43b4-915c-768a7a4049f6 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:35:46.303978 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'tag': '7361d576-4ca8-48a2-a014-08d76dcabf4e', 'status': 'completed', 'code': 200} Feb 18 08:35:46.312117 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcdac8-8fae-455d-ac63-f2f5aa9cca70 service neutron] Pushing event updated for resources: {'Port': ['ID=7361d576-4ca8-48a2-a014-08d76dcabf4e,revision_number=3']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:46.377279 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f38673-b2c1-46a1-99fc-e3374f1b030f req-a8f00a14-8887-4e86-87bc-f4b9ebfb7c73 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:46.378789 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e9f38673-b2c1-46a1-99fc-e3374f1b030f req-a8f00a14-8887-4e86-87bc-f4b9ebfb7c73 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 943 time: 0.0910153 Feb 18 08:35:46.380518 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-df733ec4-2339-434d-902c-68d029e011af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:46.381857 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-df733ec4-2339-434d-902c-68d029e011af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abdc40bf8a094a958b633b200382c0e6&device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 1127 time: 0.0804985 Feb 18 08:35:46.435943 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-d32d90b0-1f2f-4ddf-bdda-de7ce9863a75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e HTTP/1.1" status: 200 len: 217 time: 0.0456722 Feb 18 08:35:46.485424 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e9f38673-b2c1-46a1-99fc-e3374f1b030f req-3545e581-1ca3-4948-9c58-85c95672a1ac tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008298 Feb 18 08:35:46.498030 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-93836067-f1c0-4bed-950c-1f861603e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:46.499462 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-93836067-f1c0-4bed-950c-1f861603e822 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=defc3b78-2472-4005-aa8a-7ce5f717a3ff HTTP/1.1" status: 200 len: 853 time: 0.0561624 Feb 18 08:35:46.533963 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-64387443-1703-4dc6-a2c0-3d98514efd3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=445af147-e69b-42c4-8620-f3e8ae1c908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252411 Feb 18 08:35:46.632211 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-7f0aa955-ea42-4956-8337-ae28a2241255 service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914278 Feb 18 08:35:46.722893 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-d20aad67-4bb7-46ab-bedc-e3cec90c64bd req-351e7ff3-202e-4c97-b3be-937910c8cf12 service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836694 Feb 18 08:35:46.825743 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-f7a6adfe-30bf-4382-be63-2e7c4aabb9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:46.827246 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-f7a6adfe-30bf-4382-be63-2e7c4aabb9f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=abdc40bf8a094a958b633b200382c0e6&device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 1127 time: 0.0515478 Feb 18 08:35:46.918754 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-4b8ae3fe-19ee-4a62-a8c7-0e9f2083ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:46.920272 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-4b8ae3fe-19ee-4a62-a8c7-0e9f2083ac9f service neutron] 10.222.0.79 "GET /v2.0/networks?id=445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 200 len: 914 time: 0.0852127 Feb 18 08:35:46.965634 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-cda859f5-be28-47a4-81cd-aac47b56115a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e HTTP/1.1" status: 200 len: 217 time: 0.0368679 Feb 18 08:35:47.029065 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-bd99b91c-85bc-4800-8e85-55f79f46727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:47.030557 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-bd99b91c-85bc-4800-8e85-55f79f46727e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=defc3b78-2472-4005-aa8a-7ce5f717a3ff HTTP/1.1" status: 200 len: 853 time: 0.0564296 Feb 18 08:35:47.063977 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-c9549b74-1f7d-4387-b1c3-edea68135078 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=445af147-e69b-42c4-8620-f3e8ae1c908f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262520 Feb 18 08:35:47.151657 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-6c7edc15-52a1-4d50-92ef-f639cbd6c3ef service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804627 Feb 18 08:35:47.243726 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-cc3c4450-4156-4e8c-9c3d-ba4ecf09bb4b req-c6bf5678-5627-4f12-8aa1-250014f84cd5 service neutron] 10.222.0.79 "GET /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846293 Feb 18 08:35:47.621618 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024710b-f903-4e98-844f-88097363dfa1 req-bc32b95c-2454-42ba-bfd7-b104e944c4f5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:47.623098 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0024710b-f903-4e98-844f-88097363dfa1 req-bc32b95c-2454-42ba-bfd7-b104e944c4f5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 943 time: 0.0533123 Feb 18 08:35:47.672931 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-0024710b-f903-4e98-844f-88097363dfa1 req-6c1913c5-0e2d-43e9-b78f-3dd05d15239f tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Feb 18 08:35:48.806447 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d76766-94bc-46c2-9e95-6e2fe9d5214e req-aec70587-c556-418f-ae91-93864e2079fc tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:48.808337 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-53d76766-94bc-46c2-9e95-6e2fe9d5214e req-aec70587-c556-418f-ae91-93864e2079fc tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 943 time: 0.0630221 Feb 18 08:35:48.855265 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-53d76766-94bc-46c2-9e95-6e2fe9d5214e req-287fb022-ac77-4c24-adb9-96b3dddeb643 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Feb 18 08:35:49.708205 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7361d576-4ca8-48a2-a014-08d76dcabf4e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102756) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 08:35:49.826393 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7361d576-4ca8-48a2-a014-08d76dcabf4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:35:49.838548 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Returning: {'device': '7361d576-4ca8-48a2-a014-08d76dcabf4e', 'network_id': '445af147-e69b-42c4-8620-f3e8ae1c908f', 'port_id': '7361d576-4ca8-48a2-a014-08d76dcabf4e', 'mac_address': 'fa:16:3e:f1:20:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defc3b78-2472-4005-aa8a-7ce5f717a3ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102756) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 08:35:49.879372 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7361d576-4ca8-48a2-a014-08d76dcabf4e is: DOWN; New status is: BUILD {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:35:49.879791 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:49.892997 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7361d576-4ca8-48a2-a014-08d76dcabf4e {{(pid=102756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 08:35:49.912836 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7361d576-4ca8-48a2-a014-08d76dcabf4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:35:49.918681 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:49.966806 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7361d576-4ca8-48a2-a014-08d76dcabf4e,revision_number=4']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:49.977065 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d7afe-1f7f-429c-b93a-9d6ef8ed3d3e req-4006799d-7269-4516-b6e4-f94f46fd0ced tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:49.977665 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.977665 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.978055 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.978392 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.978713 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-101d7afe-1f7f-429c-b93a-9d6ef8ed3d3e req-4006799d-7269-4516-b6e4-f94f46fd0ced tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 944 time: 0.0535741 Feb 18 08:35:49.978884 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.979088 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.979374 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.979726 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.980078 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.980386 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.980743 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.981066 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:49.981401 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:35:50.025067 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-101d7afe-1f7f-429c-b93a-9d6ef8ed3d3e req-f4b4a5f3-8f0f-40fe-a707-7f1c057c7270 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Feb 18 08:35:50.290593 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['7361d576-4ca8-48a2-a014-08d76dcabf4e'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:35:51.164695 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f44d92-4524-4f86-94ff-6bd8a8ebe5c3 req-c7d22f9a-5b37-48de-b6bc-5a62b00c49ce tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:51.166427 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-20f44d92-4524-4f86-94ff-6bd8a8ebe5c3 req-c7d22f9a-5b37-48de-b6bc-5a62b00c49ce tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 944 time: 0.0607429 Feb 18 08:35:51.217511 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-20f44d92-4524-4f86-94ff-6bd8a8ebe5c3 req-072a1a6c-d511-4fcd-a124-2631916d6622 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Feb 18 08:35:51.729745 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7361d576-4ca8-48a2-a014-08d76dcabf4e up at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 08:35:51.789794 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning for port 7361d576-4ca8-48a2-a014-08d76dcabf4e completed by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 08:35:51.793838 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.provisioning_blocks [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Provisioning complete for port 7361d576-4ca8-48a2-a014-08d76dcabf4e triggered by entity L2. {{(pid=102756) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 08:35:51.794331 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3819504'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), provisioning_complete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:51.873594 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Current status of the port 7361d576-4ca8-48a2-a014-08d76dcabf4e is: BUILD; New status is: ACTIVE {{(pid=102756) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 08:35:51.873898 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4036143'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), before_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:52.028964 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7361d576-4ca8-48a2-a014-08d76dcabf4e'}] {{(pid=102756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:35:52.031191 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ae9738be8955138eb17f8e4f1e915179d70beb82b5a71b9dcf522f566ea6dad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b794a396-06b4-484f-805c-f6c53442e58e" -d '{"events": [{"server_uuid": "f4a49154-005c-490d-9145-69a02f78c5bc", "name": "network-vif-plugged", "status": "completed", "tag": "7361d576-4ca8-48a2-a014-08d76dcabf4e"}]}' {{(pid=102756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:35:52.044124 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] For port 7361d576-4ca8-48a2-a014-08d76dcabf4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:35:52.048436 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753430485908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753429915468', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753429915486'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:35:52.071711 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d728eea-d092-493b-8571-659dbdbba79d x-openstack-request-id: req-5d728eea-d092-493b-8571-659dbdbba79d {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:35:52.072034 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a49154-005c-490d-9145-69a02f78c5bc", "name": "network-vif-plugged", "status": "completed", "tag": "7361d576-4ca8-48a2-a014-08d76dcabf4e", "code": 200}]} {{(pid=102756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:35:52.072261 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d728eea-d092-493b-8571-659dbdbba79d {{(pid=102756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:35:52.072656 dv-cinder-773985-35-iscsi neutron-server[102756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7361d576-4ca8-48a2-a014-08d76dcabf4e', 'code': 200} Feb 18 08:35:52.099584 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Pushing event updated for resources: {'Port': ['ID=7361d576-4ca8-48a2-a014-08d76dcabf4e,revision_number=5']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:35:52.244399 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef49b2-8c35-4819-abf2-778a779c8bd8 req-141538cf-fed3-4ec5-b77a-1e0b8cb59da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:52.245942 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ddef49b2-8c35-4819-abf2-778a779c8bd8 req-141538cf-fed3-4ec5-b77a-1e0b8cb59da9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 1129 time: 0.0461004 Feb 18 08:35:52.299396 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ddef49b2-8c35-4819-abf2-778a779c8bd8 req-6bb335b8-77da-496a-96a3-7b92eb23dde3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474524 Feb 18 08:35:52.338939 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325408c-6a64-4be1-a7b8-6cf2cd00f50f req-49e52f11-038c-4da0-a5f3-cf8af5c986f4 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:52.340425 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b325408c-6a64-4be1-a7b8-6cf2cd00f50f req-49e52f11-038c-4da0-a5f3-cf8af5c986f4 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.0534246 Feb 18 08:35:52.392069 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b325408c-6a64-4be1-a7b8-6cf2cd00f50f req-a79546a2-ad52-4def-9807-5d0a583d09ca tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Feb 18 08:35:53.544480 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08444-e0f3-4eeb-a28c-fa820dfb8255 req-30498c51-94ec-4668-85ce-23acb030cad3 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:53.545993 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0b08444-e0f3-4eeb-a28c-fa820dfb8255 req-30498c51-94ec-4668-85ce-23acb030cad3 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.0769804 Feb 18 08:35:53.596168 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e0b08444-e0f3-4eeb-a28c-fa820dfb8255 req-7c98a93c-d50f-4637-9974-860aa8a14a77 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Feb 18 08:35:54.243761 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-302a9050-5c4b-45a3-91f9-14f21ea584df service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474410 Feb 18 08:35:54.316734 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977afeb7-feb0-405d-aa60-f500c7a167af req-bd47c861-b38e-48b8-8e7e-86296136e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:54.318466 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-bd47c861-b38e-48b8-8e7e-86296136e463 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1129 time: 0.0485494 Feb 18 08:35:54.422255 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977afeb7-feb0-405d-aa60-f500c7a167af req-ce8b7406-fd7d-47e8-874f-debde9f97798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:54.423737 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-ce8b7406-fd7d-47e8-874f-debde9f97798 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.0857675 Feb 18 08:35:54.487345 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-2c58176f-433a-4384-a03b-008751718d51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae HTTP/1.1" status: 200 len: 1000 time: 0.0577838 Feb 18 08:35:54.539793 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977afeb7-feb0-405d-aa60-f500c7a167af req-839809ed-b027-4306-9ce8-18a30a73c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:54.541127 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-839809ed-b027-4306-9ce8-18a30a73c02e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0481243 Feb 18 08:35:54.590166 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977afeb7-feb0-405d-aa60-f500c7a167af req-dad9e4a4-c282-4d3a-8160-fc82bce160d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:54.591670 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-dad9e4a4-c282-4d3a-8160-fc82bce160d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449409 Feb 18 08:35:54.703944 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-4059c4d7-70ba-4801-8180-67c2b203486d service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055067 Feb 18 08:35:54.774802 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a064fb-c006-4002-bffb-d1599812c2ae req-add1b31d-ccab-419d-a351-effe7d3b7409 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:35:54.776279 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-36a064fb-c006-4002-bffb-d1599812c2ae req-add1b31d-ccab-419d-a351-effe7d3b7409 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.1099288 Feb 18 08:35:54.827323 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-977afeb7-feb0-405d-aa60-f500c7a167af req-c983130d-6449-417a-ba77-8be8c97b0e21 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161599 Feb 18 08:35:54.844331 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-36a064fb-c006-4002-bffb-d1599812c2ae req-c1e7dbea-4170-4437-a6f6-9d7936caaaae tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617433 Feb 18 08:35:58.498865 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d0fc0995-facd-4724-8cb4-23d35a2f8ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:00.614019 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-fda256fc-66d1-44c9-93ea-f5072fd94179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:01.946848 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:03.109294 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:04.487104 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:13.128389 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:15.009577 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:36:17.433220 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 38966) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:17.608210 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Deleting port 0535958f-6734-4692-8496-e47c39154344 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:17.608558 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (0535958f-6734-4692-8496-e47c39154344), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:17.685699 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (0535958f-6734-4692-8496-e47c39154344), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:17.685941 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (0535958f-6734-4692-8496-e47c39154344), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:17.699299 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Calling delete_port for 0535958f-6734-4692-8496-e47c39154344 owned by network:floatingip {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:17.861822 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (0535958f-6734-4692-8496-e47c39154344), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:17.887952 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'Port': ['ID=0535958f-6734-4692-8496-e47c39154344,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:17.946849 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (b7a2ec58-f3f9-488e-a760-616617e99121), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:17.947106 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.db.l3_db [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Floating IP b7a2ec58-f3f9-488e-a760-616617e99121 disassociated (deleted). External IP: 172.27.3.77, port: 6d8e405c-aa29-49f7-8597-fd294b4aadae. Feb 18 08:36:18.168918 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:36:18.275380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:36:18.279826 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:18.285105 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:36:18.296253 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:18.296899 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:18.311422 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-da705510-bfb2-46c0-b61b-f286641cc033 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "DELETE /v2.0/floatingips/b7a2ec58-f3f9-488e-a760-616617e99121 HTTP/1.1" status: 204 len: 168 time: 0.8767393 Feb 18 08:36:18.312038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:36:18.314261 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:36:18.351391 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db6e724-c2dd-491c-8acf-7f9307b53479 x-openstack-request-id: req-8db6e724-c2dd-491c-8acf-7f9307b53479 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:36:18.351705 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:36:18.351969 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8db6e724-c2dd-491c-8acf-7f9307b53479 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:36:18.352370 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'status': 'completed', 'code': 200} Feb 18 08:36:18.409999 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:18.457221 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-67d5f454-2096-4711-8d94-32b95c2594b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:18.458727 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-67d5f454-2096-4711-8d94-32b95c2594b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 1129 time: 0.0522633 Feb 18 08:36:18.623829 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37bd32-a42d-407b-a99d-8f46b3618249 req-4d70beef-3c96-4b2c-a6cc-345472747e30 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:18.625232 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7b37bd32-a42d-407b-a99d-8f46b3618249 req-4d70beef-3c96-4b2c-a6cc-345472747e30 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.1256692 Feb 18 08:36:18.645362 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-92343967-f880-477f-87ae-372458d9a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:18.646798 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-92343967-f880-477f-87ae-372458d9a40a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.1377084 Feb 18 08:36:18.658658 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 1, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:18.690367 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:36:18.696616 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-2c9a97f5-af94-49c6-b92b-ff8f015c9525 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae HTTP/1.1" status: 200 len: 217 time: 0.0413334 Feb 18 08:36:18.699531 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:18.701612 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:01Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:18.763327 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-7b37bd32-a42d-407b-a99d-8f46b3618249 req-65c7b7f0-ee1e-4b42-9132-9a908d223898 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288433 Feb 18 08:36:18.774082 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-58e1eabf-0862-46f6-bb0a-358222be11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:18.775598 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-58e1eabf-0862-46f6-bb0a-358222be11a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0688095 Feb 18 08:36:18.810748 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:18.828417 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-6b328bd7-1b66-4892-9df9-82fd188f17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:18.829930 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-6b328bd7-1b66-4892-9df9-82fd188f17b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472314 Feb 18 08:36:18.931733 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-3b82dde6-bddb-4df3-99b1-a60964f0c6ee service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918624 Feb 18 08:36:19.038519 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-b62fb6f1-08b7-4ed2-8c89-1ba11ffdf1ea req-6909283a-5e7e-4014-95cc-0c27db0db295 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978513 Feb 18 08:36:19.061374 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 1, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:19.089235 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6162e-7d00-42b7-9476-1de0f5249c6d None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_floatingips': [{'id': '805d2fa6-bb64-4cb5-9bd5-7fae871022bb', 'tenant_id': '482cdb0727e741439015591dde185f01', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'router_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'port_id': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'mac_address': 'fa:16:3e:ff:b0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T08:31:14Z', 'updated_at': '2022-02-18T08:31:16Z', 'revision_number': 1, 'project_id': '482cdb0727e741439015591dde185f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:36:19.120722 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f994ad-240c-4f48-be8e-3d53f184d5f3 req-1f3575b5-0ec3-41a6-85e3-0f96317b8b02 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:19.122201 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87f994ad-240c-4f48-be8e-3d53f184d5f3 req-1f3575b5-0ec3-41a6-85e3-0f96317b8b02 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.0608110 Feb 18 08:36:19.174151 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-87f994ad-240c-4f48-be8e-3d53f184d5f3 req-00581df2-1b0e-459c-90d4-189deaabf323 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Feb 18 08:36:19.309155 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db367d-8a45-4698-959a-00d8cef57279 None None] New status for floating IP b7a2ec58-f3f9-488e-a760-616617e99121: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:36:19.901221 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285c242-905d-415c-872f-fe8a7d3322c0 req-54dea06a-e3c4-4b02-bb87-309778cb8f07 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:19.902793 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f285c242-905d-415c-872f-fe8a7d3322c0 req-54dea06a-e3c4-4b02-bb87-309778cb8f07 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.0553977 Feb 18 08:36:19.953413 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f285c242-905d-415c-872f-fe8a7d3322c0 req-2076ff63-39b0-4267-8915-be9a004b7ea3 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422776 Feb 18 08:36:20.300901 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d0e9a-3c9c-443d-b501-f3bd2eddaf26 req-86de2bbf-dabc-4a88-a925-3df1dee3701e tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:20.302375 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-314d0e9a-3c9c-443d-b501-f3bd2eddaf26 req-86de2bbf-dabc-4a88-a925-3df1dee3701e tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.0608954 Feb 18 08:36:20.349165 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-314d0e9a-3c9c-443d-b501-f3bd2eddaf26 req-10fc77d5-c2f7-485f-934b-48a36b2fbf96 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Feb 18 08:36:20.836760 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23840f5-0065-42db-aa34-fe9395db845a req-17d8f725-36f8-4647-aacb-9e022ab47dcb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:20.838175 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f23840f5-0065-42db-aa34-fe9395db845a req-17d8f725-36f8-4647-aacb-9e022ab47dcb tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.0547485 Feb 18 08:36:20.930317 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Deleting port 6d8e405c-aa29-49f7-8597-fd294b4aadae {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:20.931088 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.020267 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] For port 6d8e405c-aa29-49f7-8597-fd294b4aadae, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6d8e405c-aa29-49f7-8597-fd294b4aadae,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:21.020633 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.036000 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Calling delete_port for 6d8e405c-aa29-49f7-8597-fd294b4aadae owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:21.136331 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41024b8-3683-49c8-b9e9-f29399f19041 req-a9738aa1-f1de-4ecd-9f27-e4f308abfcc0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:21.137716 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a41024b8-3683-49c8-b9e9-f29399f19041 req-a9738aa1-f1de-4ecd-9f27-e4f308abfcc0 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 945 time: 0.1035833 Feb 18 08:36:21.223603 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a41024b8-3683-49c8-b9e9-f29399f19041 req-e11a7acd-39a5-4c10-90a5-64a3995d4101 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797880 Feb 18 08:36:21.245284 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (6d8e405c-aa29-49f7-8597-fd294b4aadae), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.273387 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'Port': ['ID=6d8e405c-aa29-49f7-8597-fd294b4aadae,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:21.319360 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] No DVR routers for this DVR port 6d8e405c-aa29-49f7-8597-fd294b4aadae on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:21.321903 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.325296 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-f23840f5-0065-42db-aa34-fe9395db845a req-99b19e6f-5a6e-4247-be03-96f836c3e821 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "DELETE /v2.0/ports/6d8e405c-aa29-49f7-8597-fd294b4aadae HTTP/1.1" status: 204 len: 173 time: 0.4808440 Feb 18 08:36:21.325729 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'name': 'network-vif-deleted', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:36:21.327964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593d7773-3bb9-43ed-8eee-eda098cde705" -d '{"events": [{"server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "name": "network-vif-deleted", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:36:21.364767 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595753b-0c65-4ce4-84b0-822786c9a01e x-openstack-request-id: req-b595753b-0c65-4ce4-84b0-822786c9a01e {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:36:21.365038 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698f8f9f-1640-4558-8e1e-12708635b04f", "name": "network-vif-deleted", "tag": "6d8e405c-aa29-49f7-8597-fd294b4aadae", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:36:21.365291 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b595753b-0c65-4ce4-84b0-822786c9a01e {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:36:21.365688 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698f8f9f-1640-4558-8e1e-12708635b04f', 'name': 'network-vif-deleted', 'tag': '6d8e405c-aa29-49f7-8597-fd294b4aadae', 'status': 'completed', 'code': 200} Feb 18 08:36:21.488400 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c3cd8-1c8b-49da-9b14-17d654baeeec req-418df736-9756-49b4-9469-075f778f1c36 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:21.489846 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ea1c3cd8-1c8b-49da-9b14-17d654baeeec req-418df736-9756-49b4-9469-075f778f1c36 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.0723283 Feb 18 08:36:21.530304 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-ef74ff1f-eed4-4848-86c3-9fb42d36ee63 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:21.531926 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-ef74ff1f-eed4-4848-86c3-9fb42d36ee63 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4a49154-005c-490d-9145-69a02f78c5bc HTTP/1.1" status: 200 len: 945 time: 0.0755210 Feb 18 08:36:21.581418 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-ea1c3cd8-1c8b-49da-9b14-17d654baeeec req-e960d053-372a-4373-8477-cb6066704c51 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.69 "GET /v2.0/security-groups?id=97fb1ee7-e485-4171-b765-42e12033b594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854168 Feb 18 08:36:21.649658 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Deleting port 7361d576-4ca8-48a2-a014-08d76dcabf4e {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:21.649948 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.743999 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] For port 7361d576-4ca8-48a2-a014-08d76dcabf4e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7361d576-4ca8-48a2-a014-08d76dcabf4e,segment=NetworkSegment(29f0a599-d4ce-4f00-95ef-9710135dda7e),segment_id=29f0a599-d4ce-4f00-95ef-9710135dda7e)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:21.744365 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.759559 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Calling delete_port for 7361d576-4ca8-48a2-a014-08d76dcabf4e owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:21.890756 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (7361d576-4ca8-48a2-a014-08d76dcabf4e), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.902751 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] get_ports_and_sgs() called for port_ids ['7361d576-4ca8-48a2-a014-08d76dcabf4e'] {{(pid=102756) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 08:36:21.920057 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Pushing event deleted for resources: {'Port': ['ID=7361d576-4ca8-48a2-a014-08d76dcabf4e,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:21.964983 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] No DVR routers for this DVR port 7361d576-4ca8-48a2-a014-08d76dcabf4e on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:21.967408 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:21.970705 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-a677cb5d-13d4-43bf-855b-f4adf17dd0d2 req-7d47ab41-94a1-4784-88d1-0d8cb454dba5 tempest-VolumesSnapshotTestJSON-1768049575 tempest-VolumesSnapshotTestJSON-1768049575-project] 10.222.0.79 "DELETE /v2.0/ports/7361d576-4ca8-48a2-a014-08d76dcabf4e HTTP/1.1" status: 204 len: 173 time: 0.4328077 Feb 18 08:36:22.337139 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-479443f5-922e-4f7d-846e-3f9adbcb9e57 req-53f10acb-27a6-4352-8ec7-f6c5dc3d5a2e tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f8f9f-1640-4558-8e1e-12708635b04f HTTP/1.1" status: 200 len: 210 time: 0.0303204 Feb 18 08:36:23.367479 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'name': 'network-vif-deleted', 'tag': '7361d576-4ca8-48a2-a014-08d76dcabf4e'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:36:23.371114 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f745c740-1eeb-4122-83f6-052fb0d732c6" -d '{"events": [{"server_uuid": "f4a49154-005c-490d-9145-69a02f78c5bc", "name": "network-vif-deleted", "tag": "7361d576-4ca8-48a2-a014-08d76dcabf4e"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:36:23.415796 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973cb663-ed98-4cc1-8a20-78a413d19093 x-openstack-request-id: req-973cb663-ed98-4cc1-8a20-78a413d19093 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:36:23.416071 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a49154-005c-490d-9145-69a02f78c5bc", "name": "network-vif-deleted", "tag": "7361d576-4ca8-48a2-a014-08d76dcabf4e", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:36:23.416286 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-973cb663-ed98-4cc1-8a20-78a413d19093 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:36:23.416882 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a49154-005c-490d-9145-69a02f78c5bc', 'name': 'network-vif-deleted', 'tag': '7361d576-4ca8-48a2-a014-08d76dcabf4e', 'status': 'completed', 'code': 200} Feb 18 08:36:23.898351 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6d8e405c-aa29-49f7-8597-fd294b4aadae no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:23.930378 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 6d8e405c-aa29-49f7-8597-fd294b4aadae {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:23.930730 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 6d8e405c-aa29-49f7-8597-fd294b4aadae not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:26.303829 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7361d576-4ca8-48a2-a014-08d76dcabf4e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:26.335556 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: 7361d576-4ca8-48a2-a014-08d76dcabf4e {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:26.336039 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device 7361d576-4ca8-48a2-a014-08d76dcabf4e not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:28.500512 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-1122376b-bbc0-42dd-a783-b2ae2c2a131b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:29.780796 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39052) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:29.944031 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Deleting port c5457351-55b3-4dc0-8b1b-26bb57ab410d {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:29.944351 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.025849 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.026184 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (c5457351-55b3-4dc0-8b1b-26bb57ab410d), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.039017 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Calling delete_port for c5457351-55b3-4dc0-8b1b-26bb57ab410d owned by network:floatingip {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:30.196982 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (c5457351-55b3-4dc0-8b1b-26bb57ab410d), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.222369 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'Port': ['ID=c5457351-55b3-4dc0-8b1b-26bb57ab410d,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:30.249358 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.249708 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.250050 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.250389 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.250720 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.251046 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.251376 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.251734 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.252036 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.252389 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.252695 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.253005 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.253321 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:30.294929 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (805d2fa6-bb64-4cb5-9bd5-7fae871022bb), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.295256 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.db.l3_db [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Floating IP 805d2fa6-bb64-4cb5-9bd5-7fae871022bb disassociated (deleted). External IP: 172.27.3.97, port: ff1c85db-43af-4aba-8485-6783a18dbb63. Feb 18 08:36:30.513550 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:36:30.618557 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d9491f77-7670-41c5-91ae-2ef6daa76ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.845356 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:36:30.850573 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:30.855359 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:36:30.866208 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:30.882404 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:30.887209 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b048f308-c012-40e7-be5f-ecfde7026b0b tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "DELETE /v2.0/floatingips/805d2fa6-bb64-4cb5-9bd5-7fae871022bb HTTP/1.1" status: 204 len: 168 time: 1.1051290 Feb 18 08:36:30.887830 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63'}] {{(pid=102755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:36:30.890690 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af74a0c8ee5246acc0d50e6f0afdfff445a8af51c5fcde115dbbe0837654ea35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63"}]}' {{(pid=102755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:36:30.930820 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 08:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f74fd-2e41-4e76-8207-60f3b7fc2e3a x-openstack-request-id: req-ee6f74fd-2e41-4e76-8207-60f3b7fc2e3a {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:36:30.931186 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63", "status": "completed", "code": 200}]} {{(pid=102755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:36:30.931780 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee6f74fd-2e41-4e76-8207-60f3b7fc2e3a {{(pid=102755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:36:30.932233 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'status': 'completed', 'code': 200} Feb 18 08:36:30.990059 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:31.003188 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-728ec469-79c4-4b35-b3ac-73aa4fedc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:31.005621 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-728ec469-79c4-4b35-b3ac-73aa4fedc809 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=482cdb0727e741439015591dde185f01&device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 1129 time: 0.0527418 Feb 18 08:36:31.203056 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:31.230235 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:36:31.239273 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:31.239926 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:31.356819 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:31.418331 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-0854c69c-ea17-4c51-82ed-8f2d606ac163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:31.419839 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-0854c69c-ea17-4c51-82ed-8f2d606ac163 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 200 len: 911 time: 0.4034023 Feb 18 08:36:31.463990 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-9ed5e555-76c7-4db0-b337-47f2f397a65f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 200 len: 217 time: 0.0371921 Feb 18 08:36:31.474583 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8f90c-baea-458b-a925-b111978fef9a req-97ea1c61-ad01-4a86-b16d-dc2a6e5d7b78 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:31.476038 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c3d8f90c-baea-458b-a925-b111978fef9a req-97ea1c61-ad01-4a86-b16d-dc2a6e5d7b78 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 945 time: 0.3869195 Feb 18 08:36:31.551153 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-731da5cf-572a-4ff2-b7b4-d797d93d4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:31.552672 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-731da5cf-572a-4ff2-b7b4-d797d93d4cfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 200 len: 849 time: 0.0757585 Feb 18 08:36:31.563288 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-c3d8f90c-baea-458b-a925-b111978fef9a req-90e3dc89-d10a-401d-b99a-2d6cd8c14eb9 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/security-groups?id=e7179d0a-69dc-4885-b64a-8b28c3a9df1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792475 Feb 18 08:36:31.608108 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-9583df68-abf0-4753-bc8c-23b889496760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:31.609625 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-9583df68-abf0-4753-bc8c-23b889496760 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8100698b-8a1a-4508-a537-6b0fc4bbd154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506296 Feb 18 08:36:31.696819 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:31.707612 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-4c458fef-d42c-4b03-8ca2-6be39e097ff4 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909691 Feb 18 08:36:31.727923 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2c342-2da3-41f7-81ae-8c157498fdb4 None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:43Z', 'revision_number': 4, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi', '_interfaces': [{'id': '53a35173-cec8-4f22-9e55-4ba34f0aed94', 'name': '', 'network_id': '8100698b-8a1a-4508-a537-6b0fc4bbd154', 'tenant_id': '482cdb0727e741439015591dde185f01', 'mac_address': 'fa:16:3e:af:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:43Z', 'updated_at': '2022-02-18T08:27:49Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'subnets': [{'id': '4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:36:31.816987 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-e8a1bba6-3982-453a-b30a-74ed0af1e5f5 req-88019726-94cd-4ecd-89dc-b7228b0d6903 service neutron] 10.222.0.79 "GET /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958667 Feb 18 08:36:31.904417 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-5320e6e8-c754-411b-8f97-220802df872a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 08:36:31.905890 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-5320e6e8-c754-411b-8f97-220802df872a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 945 time: 0.0529287 Feb 18 08:36:31.944670 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:31.993074 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69647d88-66f4-477b-90ca-0dd8bf23399c None None] New status for floating IP 805d2fa6-bb64-4cb5-9bd5-7fae871022bb: DOWN {{(pid=102757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 08:36:32.014110 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Deleting port ff1c85db-43af-4aba-8485-6783a18dbb63 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:32.014586 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:32.103176 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] For port ff1c85db-43af-4aba-8485-6783a18dbb63, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ff1c85db-43af-4aba-8485-6783a18dbb63,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:32.103536 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:32.117060 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Calling delete_port for ff1c85db-43af-4aba-8485-6783a18dbb63 owned by compute:nova {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:32.254287 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (ff1c85db-43af-4aba-8485-6783a18dbb63), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:32.281637 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'Port': ['ID=ff1c85db-43af-4aba-8485-6783a18dbb63,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:32.293964 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.294390 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.294804 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.295139 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.295468 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.295832 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.296158 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.296482 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.296801 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.297125 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.297447 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.297765 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.298084 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-35-iscsi {{(pid=102754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 08:36:32.336774 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] No DVR routers for this DVR port ff1c85db-43af-4aba-8485-6783a18dbb63 on host hv-cinder-77398 {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:32.339227 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for port (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:32.342685 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-71b6235c-f0b5-4663-9d67-fbe11fcc4108 req-3462b366-51e1-4390-a5ed-99c35f6d3361 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.79 "DELETE /v2.0/ports/ff1c85db-43af-4aba-8485-6783a18dbb63 HTTP/1.1" status: 204 len: 173 time: 0.4299188 Feb 18 08:36:32.343121 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'name': 'network-vif-deleted', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63'}] {{(pid=102754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 08:36:32.345389 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}929ab565a68e29e44fbe4c36fe250ffe9b49448f069cf8cf6dda6a55916fd40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd399b59-2689-482c-acf8-1c5501170d69" -d '{"events": [{"server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "name": "network-vif-deleted", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63"}]}' {{(pid=102754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 08:36:32.383785 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 08:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d99f3-b8ff-40f3-82b1-d6864cbf3801 x-openstack-request-id: req-050d99f3-b8ff-40f3-82b1-d6864cbf3801 {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 08:36:32.384303 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7cd4a9-2e3e-4c46-82f5-786a09de7f53", "name": "network-vif-deleted", "tag": "ff1c85db-43af-4aba-8485-6783a18dbb63", "status": "completed", "code": 200}]} {{(pid=102754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 08:36:32.384555 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-050d99f3-b8ff-40f3-82b1-d6864cbf3801 {{(pid=102754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 08:36:32.384984 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7cd4a9-2e3e-4c46-82f5-786a09de7f53', 'name': 'network-vif-deleted', 'tag': 'ff1c85db-43af-4aba-8485-6783a18dbb63', 'status': 'completed', 'code': 200} Feb 18 08:36:32.665427 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [req-756af680-4ec4-431b-945d-5731c21bad86 req-f3cfe5ce-2316-4fde-9e19-a1d3a78881dd tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f7cd4a9-2e3e-4c46-82f5-786a09de7f53 HTTP/1.1" status: 200 len: 210 time: 0.0297222 Feb 18 08:36:33.113365 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:33.732972 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 39092) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:33.857714 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Deleting port 8b440752-ca58-4408-8caa-fe57f96663f6 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:33.857956 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (8b440752-ca58-4408-8caa-fe57f96663f6), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:33.932504 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (8b440752-ca58-4408-8caa-fe57f96663f6), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:33.932771 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (8b440752-ca58-4408-8caa-fe57f96663f6), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:33.944736 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Calling delete_port for 8b440752-ca58-4408-8caa-fe57f96663f6 owned by network:floatingip {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:34.082222 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (8b440752-ca58-4408-8caa-fe57f96663f6), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:34.112268 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'Port': ['ID=8b440752-ca58-4408-8caa-fe57f96663f6,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:34.177275 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for floatingip (15f2f67f-562e-435c-8b6f-b8a4bb4ad00c), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:34.179983 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-492490'] for floatingip (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:34.181137 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-3999d0ef-6df0-472a-a2be-1b6f62e67346 tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "DELETE /v2.0/floatingips/15f2f67f-562e-435c-8b6f-b8a4bb4ad00c HTTP/1.1" status: 204 len: 168 time: 0.4471366 Feb 18 08:36:34.471422 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:35.382351 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39112) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:35.441506 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d523bb1b-2011-4af3-a585-5b07ccbb733a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group (e7179d0a-69dc-4885-b64a-8b28c3a9df1d), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:35.469590 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d523bb1b-2011-4af3-a585-5b07ccbb733a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group (e7179d0a-69dc-4885-b64a-8b28c3a9df1d), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:35.537382 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d523bb1b-2011-4af3-a585-5b07ccbb733a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (e7179d0a-69dc-4885-b64a-8b28c3a9df1d), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:35.540525 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-d523bb1b-2011-4af3-a585-5b07ccbb733a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:35.541695 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-d523bb1b-2011-4af3-a585-5b07ccbb733a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] 10.222.0.69 "DELETE /v2.0/security-groups/e7179d0a-69dc-4885-b64a-8b28c3a9df1d HTTP/1.1" status: 204 len: 168 time: 0.1583686 Feb 18 08:36:35.551245 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523bb1b-2011-4af3-a585-5b07ccbb733a tempest-TestVolumeBootPattern-70687361 tempest-TestVolumeBootPattern-70687361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7179d0a-69dc-4885-b64a-8b28c3a9df1d,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:35.603357 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39116) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:36.050451 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:36.304033 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Deleting port 53a35173-cec8-4f22-9e55-4ba34f0aed94 {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:36.304280 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:36.382562 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] For port 53a35173-cec8-4f22-9e55-4ba34f0aed94, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=53a35173-cec8-4f22-9e55-4ba34f0aed94,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:36.383189 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:36.396834 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Calling delete_port for 53a35173-cec8-4f22-9e55-4ba34f0aed94 owned by network:router_interface {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:36.423103 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ff1c85db-43af-4aba-8485-6783a18dbb63 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:36.443127 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] No Port match for: ff1c85db-43af-4aba-8485-6783a18dbb63 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:36.443474 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Device ff1c85db-43af-4aba-8485-6783a18dbb63 not bound to the agent host hv-cinder-77398 {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:36.590075 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (53a35173-cec8-4f22-9e55-4ba34f0aed94), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:36.614192 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a35173-cec8-4f22-9e55-4ba34f0aed94,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:36.783128 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.003103 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:36:37.117889 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:36:37.123930 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1d2070a5-c765-44aa-84e9-8c7e792193f4 admin admin] 10.222.0.69 "PUT /v2.0/routers/c27c0ebb-0afe-497c-ba51-12a7e1c10f27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195069 Feb 18 08:36:37.126658 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 39122) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:37.128315 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] Sync routers for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:36:37.138838 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:37.139457 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:37.233535 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks [] for router (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.246076 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:37.339340 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks [] for router_gateway (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.392282 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Deleting port 79d430e0-4c03-412f-9986-f9dacfbccc18 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:37.392619 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.430013 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:36:36Z', 'revision_number': 5, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port': {'id': '79d430e0-4c03-412f-9986-f9dacfbccc18', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:37.460447 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] Checking router: c27c0ebb-0afe-497c-ba51-12a7e1c10f27 for host: dv-cinder-773985-35-iscsi {{(pid=102756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:36:37.468767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] Routers {'c27c0ebb-0afe-497c-ba51-12a7e1c10f27'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:37.469365 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'], 'active': True} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:37.471106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] For port 79d430e0-4c03-412f-9986-f9dacfbccc18, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=79d430e0-4c03-412f-9986-f9dacfbccc18,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:37.471466 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.487905 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Calling delete_port for 79d430e0-4c03-412f-9986-f9dacfbccc18 owned by network:router_gateway {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:37.558582 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvr_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] Set router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 gateway port host: None {{(pid=102756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:37.611492 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_hamode_db [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:36:37Z', 'revision_number': 6, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:37.641987 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ddd80-1480-4136-9c20-3ee532aaddc0 None None] The sync data for ids ['c27c0ebb-0afe-497c-ba51-12a7e1c10f27'] in dv-cinder-773985-35-iscsi is: [{'id': 'c27c0ebb-0afe-497c-ba51-12a7e1c10f27', 'name': 'tempest-TestVolumeBootPattern-92464293-router', 'tenant_id': '482cdb0727e741439015591dde185f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:41Z', 'updated_at': '2022-02-18T08:36:37Z', 'revision_number': 6, 'project_id': '482cdb0727e741439015591dde185f01', 'gw_port_host': None}] {{(pid=102756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:36:37.663340 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (79d430e0-4c03-412f-9986-f9dacfbccc18), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.691151 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d430e0-4c03-412f-9986-f9dacfbccc18,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:37.752740 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.848737 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.851362 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks [] for router_controller (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.901106 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (c27c0ebb-0afe-497c-ba51-12a7e1c10f27), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.901715 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c27c0ebb-0afe-497c-ba51-12a7e1c10f27 {{(pid=102754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:36:37.906498 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.908001 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-ce800011-3b66-4aa9-8dab-06b22ed99df4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c27c0ebb-0afe-497c-ba51-12a7e1c10f27 HTTP/1.1" status: 204 len: 168 time: 0.7801561 Feb 18 08:36:37.911645 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 39126) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:37.957731 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Deleting subnet 4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 {{(pid=102754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:36:37.961407 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Publish callbacks [] for subnet (4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:37.998129 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25516538'] for subnet (4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13), precommit_delete_associations {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.084913 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.141217 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25471136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25858610'] for subnet (4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.168729 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:38.173359 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.176613 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-28f9a38a-8333-4853-b320-2e624ca9901c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4bc8139e-0a07-4c7b-a013-9d5aa9b3ca13 HTTP/1.1" status: 204 len: 168 time: 0.2638662 Feb 18 08:36:38.179482 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [-] (102754) accepted ('10.222.0.69', 39128) {{(pid=102754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:38.182332 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6211247-c4ce-4d18-85f9-d735d74335a8 None None] Network 8100698b-8a1a-4508-a537-6b0fc4bbd154 requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:36:38.246401 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (8100698b-8a1a-4508-a537-6b0fc4bbd154), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.304336 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Deleting port 24817f53-c6f0-4440-acd1-6c5316354eb4 {{(pid=102754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:38.304670 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.365393 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.db [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] For port 24817f53-c6f0-4440-acd1-6c5316354eb4, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=24817f53-c6f0-4440-acd1-6c5316354eb4,segment=NetworkSegment(1633e78a-c9f3-4ef2-a2ee-31d005fbe74b),segment_id=1633e78a-c9f3-4ef2-a2ee-31d005fbe74b)] {{(pid=102754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:38.365685 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.385707 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.plugin [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Calling delete_port for 24817f53-c6f0-4440-acd1-6c5316354eb4 owned by network:dhcp {{(pid=102754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:38.442016 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] DHCP port deletion for 8100698b-8a1a-4508-a537-6b0fc4bbd154 request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:36:38.482671 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25471197'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.493819 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Deleting port 24817f53-c6f0-4440-acd1-6c5316354eb4 {{(pid=102756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:38.494197 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), before_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.510104 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=24817f53-c6f0-4440-acd1-6c5316354eb4,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:38.511917 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] No DVR routers for this DVR port 24817f53-c6f0-4440-acd1-6c5316354eb4 on host dv-cinder-773985-35-iscsi {{(pid=102754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:38.562158 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] For port 24817f53-c6f0-4440-acd1-6c5316354eb4, host dv-cinder-773985-35-iscsi, got binding levels [] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:38.562563 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), precommit_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.575856 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Calling delete_port for 24817f53-c6f0-4440-acd1-6c5316354eb4 owned by network:dhcp {{(pid=102756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:38.578767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.ipam_backend_mixin [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Port 24817f53-c6f0-4440-acd1-6c5316354eb4 was not found and therefore no delete operation was performed {{(pid=102756) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 08:36:38.580041 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459'] for port (24817f53-c6f0-4440-acd1-6c5316354eb4), after_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.586649 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (8100698b-8a1a-4508-a537-6b0fc4bbd154), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.606947 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8100698b-8a1a-4508-a537-6b0fc4bbd154']}} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:38.608503 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] Pushing event deleted for resources: {'Port': ['ID=24817f53-c6f0-4440-acd1-6c5316354eb4,revision_number=None']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:38.611864 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa302ec-c02d-40a1-82c0-2c2138734861 None None] No DVR routers for this DVR port 24817f53-c6f0-4440-acd1-6c5316354eb4 on host dv-cinder-773985-35-iscsi {{(pid=102756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:38.617968 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b') {'for_net_delete': True} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:38.618380 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.services.segments.db [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1633e78a-c9f3-4ef2-a2ee-31d005fbe74b') {} {{(pid=102754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:38.635506 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25516531'] for segment (1633e78a-c9f3-4ef2-a2ee-31d005fbe74b), before_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.649986 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (1633e78a-c9f3-4ef2-a2ee-31d005fbe74b), precommit_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.656292 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=102754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:36:38.656608 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25470986'] for segment (1633e78a-c9f3-4ef2-a2ee-31d005fbe74b), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: Traceback (most recent call last): Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: timer() Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: cb(*args, **kw) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: return func(*args, **kwargs) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: self._notify() Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: self.callback(batched_events) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: event.method(event) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: return f(self, *a, **k) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._get(url).json() Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: return self.request(url, 'GET', **kwargs) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:36:38.658351 dv-cinder-773985-35-iscsi neutron-server[102754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:36:38.713924 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (8100698b-8a1a-4508-a537-6b0fc4bbd154), after_delete {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.720050 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron_lib.callbacks.manager [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:38.727195 dv-cinder-773985-35-iscsi neutron-server[102754]: INFO neutron.wsgi [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8100698b-8a1a-4508-a537-6b0fc4bbd154 HTTP/1.1" status: 204 len: 168 time: 0.5427709 Feb 18 08:36:38.727366 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39132) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:38.735240 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9df58e-cffe-47ab-98ad-3ecd877d3b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=8100698b-8a1a-4508-a537-6b0fc4bbd154,revision_number=None']} {{(pid=102754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:39.090674 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556680'] for router_interface (f49e9463-7fa3-4848-b284-e967118aee62), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:39.351712 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Deleting port 285268bf-9a59-4b3d-815b-c5ca9374ce9a {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:39.352045 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:39.434324 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] For port 285268bf-9a59-4b3d-815b-c5ca9374ce9a, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=285268bf-9a59-4b3d-815b-c5ca9374ce9a,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:39.434648 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:39.447883 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Calling delete_port for 285268bf-9a59-4b3d-815b-c5ca9374ce9a owned by network:router_interface {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:39.639379 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (285268bf-9a59-4b3d-815b-c5ca9374ce9a), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:39.662622 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 53a35173-cec8-4f22-9e55-4ba34f0aed94 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:39.666737 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=285268bf-9a59-4b3d-815b-c5ca9374ce9a,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:39.694738 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 53a35173-cec8-4f22-9e55-4ba34f0aed94 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:39.695385 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 53a35173-cec8-4f22-9e55-4ba34f0aed94 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:39.696165 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 24817f53-c6f0-4440-acd1-6c5316354eb4 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:39.718167 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 24817f53-c6f0-4440-acd1-6c5316354eb4 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:39.718815 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 24817f53-c6f0-4440-acd1-6c5316354eb4 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:39.719382 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 79d430e0-4c03-412f-9986-f9dacfbccc18 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:39.755738 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 79d430e0-4c03-412f-9986-f9dacfbccc18 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:39.758400 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 79d430e0-4c03-412f-9986-f9dacfbccc18 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:39.852857 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556088'] for router_interface (f49e9463-7fa3-4848-b284-e967118aee62), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:40.301045 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Router f49e9463-7fa3-4848-b284-e967118aee62 has already been hosted by L3 agent 05438285-403e-466b-acce-ae72e0e2c82c {{(pid=102755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 08:36:40.410644 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] Notify agent at l3_agent.dv-cinder-773985-35-iscsi the message routers_updated {{(pid=102755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 08:36:40.416077 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-900ebca3-a477-4d74-8bdc-1167e28a55f2 admin admin] 10.222.0.69 "PUT /v2.0/routers/f49e9463-7fa3-4848-b284-e967118aee62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885943 Feb 18 08:36:40.418632 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39142) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:40.421187 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] Sync routers for ids ['f49e9463-7fa3-4848-b284-e967118aee62'] in dv-cinder-773985-35-iscsi {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 08:36:40.431357 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] Routers {'f49e9463-7fa3-4848-b284-e967118aee62'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:40.432025 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f49e9463-7fa3-4848-b284-e967118aee62'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:40.524244 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks [] for router (f49e9463-7fa3-4848-b284-e967118aee62), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:40.540152 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] Set router f49e9463-7fa3-4848-b284-e967118aee62 gateway port host: dv-cinder-773985-35-iscsi {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:40.626922 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks [] for router_gateway (f49e9463-7fa3-4848-b284-e967118aee62), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:40.681000 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Deleting port d5cf7617-89dc-4d14-b1dc-19afbcfdf304 {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:40.681304 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:40.719715 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'external_fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:36:39Z', 'revision_number': 5, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port': {'id': 'd5cf7617-89dc-4d14-b1dc-19afbcfdf304', 'name': '', 'network_id': '103d0833-d6b7-4256-b100-bd2747b5107f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-35-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92e4ca71-cf28-4238-94f4-59d36d854970', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-35-iscsi'}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:40.750113 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] Checking router: f49e9463-7fa3-4848-b284-e967118aee62 for host: dv-cinder-773985-35-iscsi {{(pid=102757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 08:36:40.758414 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] Routers {'f49e9463-7fa3-4848-b284-e967118aee62'} bound to L3 agent in host dv-cinder-773985-35-iscsi {{(pid=102757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 08:36:40.759325 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-35-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T08:14:31Z,description=,heartbeat_timestamp=2022-02-18T08:36:31Z,host='dv-cinder-773985-35-iscsi',id=05438285-403e-466b-acce-ae72e0e2c82c,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T08:14:31Z,topic='l3_agent')) {'router_ids': ['f49e9463-7fa3-4848-b284-e967118aee62'], 'active': True} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:40.763009 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] For port d5cf7617-89dc-4d14-b1dc-19afbcfdf304, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,segment=NetworkSegment(dc835312-d0ed-489d-84b7-54f1faad1e70),segment_id=dc835312-d0ed-489d-84b7-54f1faad1e70)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:40.763368 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:40.780708 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Calling delete_port for d5cf7617-89dc-4d14-b1dc-19afbcfdf304 owned by network:router_gateway {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:40.848693 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_dvr_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] Set router f49e9463-7fa3-4848-b284-e967118aee62 gateway port host: None {{(pid=102757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 08:36:40.899766 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.l3_hamode_db [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:36:40Z', 'revision_number': 6, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port_host': None}], 'dv-cinder-773985-35-iscsi', False) {} {{(pid=102757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:40.929900 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02361980-4fdd-4f18-9272-c0a3daba09db None None] The sync data for ids ['f49e9463-7fa3-4848-b284-e967118aee62'] in dv-cinder-773985-35-iscsi is: [{'id': 'f49e9463-7fa3-4848-b284-e967118aee62', 'name': 'tempest-TestVolumeBootPattern-1571628241-router', 'tenant_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T08:27:46Z', 'updated_at': '2022-02-18T08:36:40Z', 'revision_number': 6, 'project_id': 'cd3b86b5bea54cdbae75eeed4d045e48', 'gw_port_host': None}] {{(pid=102757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 08:36:40.976071 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (d5cf7617-89dc-4d14-b1dc-19afbcfdf304), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.014069 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cf7617-89dc-4d14-b1dc-19afbcfdf304,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:41.070953 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-542146'] for router_gateway (f49e9463-7fa3-4848-b284-e967118aee62), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.166545 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4602'] for router (f49e9463-7fa3-4848-b284-e967118aee62), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.168749 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks [] for router_controller (f49e9463-7fa3-4848-b284-e967118aee62), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.214752 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556334'] for router (f49e9463-7fa3-4848-b284-e967118aee62), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.215330 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49e9463-7fa3-4848-b284-e967118aee62 {{(pid=102755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 08:36:41.220809 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.222075 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-26a8bd21-e3ec-461a-9e48-d174dc3193fc admin admin] 10.222.0.69 "DELETE /v2.0/routers/f49e9463-7fa3-4848-b284-e967118aee62 HTTP/1.1" status: 204 len: 168 time: 0.8025126 Feb 18 08:36:41.224798 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39152) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:41.268401 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Deleting subnet e2c00887-10f3-47d3-b077-e092b26244bf {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:36:41.271485 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Publish callbacks [] for subnet (e2c00887-10f3-47d3-b077-e092b26244bf), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.312461 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25311386'] for subnet (e2c00887-10f3-47d3-b077-e092b26244bf), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.397970 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (e2c00887-10f3-47d3-b077-e092b26244bf), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.450104 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1075989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29148302'] for subnet (e2c00887-10f3-47d3-b077-e092b26244bf), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.476154 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c00887-10f3-47d3-b077-e092b26244bf,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:41.478211 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.481350 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-bdf5de91-4924-4eb5-89c9-af9c5ca851ba admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e2c00887-10f3-47d3-b077-e092b26244bf HTTP/1.1" status: 204 len: 168 time: 0.2556226 Feb 18 08:36:41.483007 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5ea99-43c0-401e-9169-52eacdc1808e None None] Network 6043e217-671c-43fb-a593-4de8d0e7c89c requested from dv-cinder-773985-35-iscsi {{(pid=102756) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 08:36:41.483887 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39154) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:41.555223 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (6043e217-671c-43fb-a593-4de8d0e7c89c), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.609339 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Deleting port be381c62-d93c-41dc-b452-d2ec69496cca {{(pid=102755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:41.609807 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.674080 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.db [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] For port be381c62-d93c-41dc-b452-d2ec69496cca, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=be381c62-d93c-41dc-b452-d2ec69496cca,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:41.674450 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.692367 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.plugin [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Calling delete_port for be381c62-d93c-41dc-b452-d2ec69496cca owned by network:dhcp {{(pid=102755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:41.697513 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] DHCP port deletion for 6043e217-671c-43fb-a593-4de8d0e7c89c request from dv-cinder-773985-35-iscsi {{(pid=102756) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 08:36:41.756603 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] Deleting port be381c62-d93c-41dc-b452-d2ec69496cca {{(pid=102756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 08:36:41.757112 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753430480415'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), before_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.773295 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device d5cf7617-89dc-4d14-b1dc-19afbcfdf304 no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:41.780793 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1076072'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.806732 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be381c62-d93c-41dc-b452-d2ec69496cca,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:41.811971 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] No DVR routers for this DVR port be381c62-d93c-41dc-b452-d2ec69496cca on host dv-cinder-773985-35-iscsi {{(pid=102755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:41.823989 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: d5cf7617-89dc-4d14-b1dc-19afbcfdf304 {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:41.824325 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device d5cf7617-89dc-4d14-b1dc-19afbcfdf304 not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:41.824734 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device be381c62-d93c-41dc-b452-d2ec69496cca no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:41.850119 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: be381c62-d93c-41dc-b452-d2ec69496cca {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:41.850465 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device be381c62-d93c-41dc-b452-d2ec69496cca not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:41.850898 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 285268bf-9a59-4b3d-815b-c5ca9374ce9a no longer exists at agent ovs-agent-dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 08:36:41.882785 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] No Port match for: 285268bf-9a59-4b3d-815b-c5ca9374ce9a {{(pid=102756) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 08:36:41.883127 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.rpc [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Device 285268bf-9a59-4b3d-815b-c5ca9374ce9a not bound to the agent host dv-cinder-773985-35-iscsi {{(pid=102756) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 08:36:41.888767 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.db [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] For port be381c62-d93c-41dc-b452-d2ec69496cca, host dv-cinder-773985-35-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-35-iscsi',level=0,port_id=be381c62-d93c-41dc-b452-d2ec69496cca,segment=NetworkSegment(e556b8a9-a19e-43dd-95f7-db367da98404),segment_id=e556b8a9-a19e-43dd-95f7-db367da98404)] {{(pid=102756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 08:36:41.889161 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541909'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), precommit_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.894925 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (6043e217-671c-43fb-a593-4de8d0e7c89c), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.901818 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.plugins.ml2.plugin [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] Calling delete_port for be381c62-d93c-41dc-b452-d2ec69496cca owned by network:dhcp {{(pid=102756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 08:36:41.919830 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6043e217-671c-43fb-a593-4de8d0e7c89c']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:41.930129 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e556b8a9-a19e-43dd-95f7-db367da98404') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:41.930427 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e556b8a9-a19e-43dd-95f7-db367da98404') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:41.940891 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (e556b8a9-a19e-43dd-95f7-db367da98404), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.957963 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (e556b8a9-a19e-43dd-95f7-db367da98404), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.964888 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:36:41.965282 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (e556b8a9-a19e-43dd-95f7-db367da98404), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:36:41.967263 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:36:41.983259 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4033250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753430485890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753429915459'] for port (be381c62-d93c-41dc-b452-d2ec69496cca), after_delete {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.010265 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] Pushing event deleted for resources: {'Port': ['ID=be381c62-d93c-41dc-b452-d2ec69496cca,revision_number=None']} {{(pid=102756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:42.013463 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7271dd5-2f90-4fae-9d91-9917e8cc5ffe None None] No DVR routers for this DVR port be381c62-d93c-41dc-b452-d2ec69496cca on host dv-cinder-773985-35-iscsi {{(pid=102756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 08:36:42.026622 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (6043e217-671c-43fb-a593-4de8d0e7c89c), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.032582 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.035814 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6043e217-671c-43fb-a593-4de8d0e7c89c HTTP/1.1" status: 204 len: 168 time: 0.5509703 Feb 18 08:36:42.048578 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d44200-ca11-4fce-a199-d312a48d66f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6043e217-671c-43fb-a593-4de8d0e7c89c,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:42.157456 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39166) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:42.200701 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-c05f7b6c-9374-4093-b5c7-308c5a1f4aba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=482cdb0727e741439015591dde185f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419765 Feb 18 08:36:42.203938 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39168) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:42.262234 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4da2-ece1-4871-b469-854d5b4be067 admin admin] Publish callbacks [] for security_group (708d64c2-6ab8-4658-8caa-80a680c39504), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.285335 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4da2-ece1-4871-b469-854d5b4be067 admin admin] Publish callbacks [] for security_group (708d64c2-6ab8-4658-8caa-80a680c39504), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.333299 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4da2-ece1-4871-b469-854d5b4be067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (708d64c2-6ab8-4658-8caa-80a680c39504), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.335996 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-4b8f4da2-ece1-4871-b469-854d5b4be067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.337137 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-4b8f4da2-ece1-4871-b469-854d5b4be067 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/708d64c2-6ab8-4658-8caa-80a680c39504 HTTP/1.1" status: 204 len: 168 time: 0.1323242 Feb 18 08:36:42.344569 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f4da2-ece1-4871-b469-854d5b4be067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d64c2-6ab8-4658-8caa-80a680c39504,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:42.668315 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39174) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:42.711201 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-631d5a15-ac8a-477e-9746-3d476414c492 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd3b86b5bea54cdbae75eeed4d045e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413589 Feb 18 08:36:42.713620 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39176) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:42.761576 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d531-e72a-4d04-a9d3-97287b828bf5 admin admin] Publish callbacks [] for security_group (3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.782286 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d531-e72a-4d04-a9d3-97287b828bf5 admin admin] Publish callbacks [] for security_group (3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.833890 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d531-e72a-4d04-a9d3-97287b828bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.836727 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-1ba6d531-e72a-4d04-a9d3-97287b828bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:42.837844 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-1ba6d531-e72a-4d04-a9d3-97287b828bf5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa HTTP/1.1" status: 204 len: 168 time: 0.1233928 Feb 18 08:36:42.845726 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6d531-e72a-4d04-a9d3-97287b828bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdca437-6b46-4ceb-ac9f-ee43b1cebeaa,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:43.134647 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:48.984036 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39228) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:49.028971 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Deleting subnet defc3b78-2472-4005-aa8a-7ce5f717a3ff {{(pid=102755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 08:36:49.032752 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Publish callbacks [] for subnet (defc3b78-2472-4005-aa8a-7ce5f717a3ff), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.074420 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25311386'] for subnet (defc3b78-2472-4005-aa8a-7ce5f717a3ff), precommit_delete_associations {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.112211 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3828706'] for subnet (defc3b78-2472-4005-aa8a-7ce5f717a3ff), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.167362 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3828731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1075989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29148302'] for subnet (defc3b78-2472-4005-aa8a-7ce5f717a3ff), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.191542 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defc3b78-2472-4005-aa8a-7ce5f717a3ff,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:49.195142 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for subnet (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.198314 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-3c900a2d-55ca-467c-9d07-71a6c44d9c1d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/defc3b78-2472-4005-aa8a-7ce5f717a3ff HTTP/1.1" status: 204 len: 168 time: 0.2132485 Feb 18 08:36:49.201014 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39230) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:49.267286 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834455'] for network (445af147-e69b-42c4-8620-f3e8ae1c908f), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.346824 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3830359', 'neutron.services.segments.db._delete_segments_for_network-8753430445231'] for network (445af147-e69b-42c4-8620-f3e8ae1c908f), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.367195 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445af147-e69b-42c4-8620-f3e8ae1c908f']}} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:49.376527 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f0a599-d4ce-4f00-95ef-9710135dda7e') {'for_net_delete': True} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:49.376821 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.services.segments.db [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f0a599-d4ce-4f00-95ef-9710135dda7e') {} {{(pid=102755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 08:36:49.385825 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753430444728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25311379'] for segment (29f0a599-d4ce-4f00-95ef-9710135dda7e), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.399089 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675'] for segment (29f0a599-d4ce-4f00-95ef-9710135dda7e), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.405206 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 08:36:49.405597 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3825675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1076159'] for segment (29f0a599-d4ce-4f00-95ef-9710135dda7e), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: Traceback (most recent call last): Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: timer() Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: cb(*args, **kw) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: return func(*args, **kwargs) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: self._notify() Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: self.callback(batched_events) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: event.method(event) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: return f(self, *a, **k) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._get(url).json() Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: return self.request(url, 'GET', **kwargs) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 08:36:49.407356 dv-cinder-773985-35-iscsi neutron-server[102755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 08:36:49.465842 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3830380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-622362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-584989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542142'] for network (445af147-e69b-42c4-8620-f3e8ae1c908f), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.471202 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584971'] for network (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.474302 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] 10.222.0.69 "DELETE /v2.0/networks/445af147-e69b-42c4-8620-f3e8ae1c908f HTTP/1.1" status: 204 len: 168 time: 0.2724178 Feb 18 08:36:49.484964 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe68c8-f54c-41a3-8e2c-7ef252811edb admin admin] Pushing event deleted for resources: {'Network': ['ID=445af147-e69b-42c4-8620-f3e8ae1c908f,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:49.644197 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39234) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:49.688929 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-b9e1f1bc-36d8-415e-b300-a998d1304812 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abdc40bf8a094a958b633b200382c0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435240 Feb 18 08:36:49.691439 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [-] (102755) accepted ('10.222.0.69', 39236) {{(pid=102755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 08:36:49.738976 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-42cac1dd-415d-4f72-9c64-3fcd7b13e154 admin admin] Publish callbacks [] for security_group (97fb1ee7-e485-4171-b765-42e12033b594), before_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.760990 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-42cac1dd-415d-4f72-9c64-3fcd7b13e154 admin admin] Publish callbacks [] for security_group (97fb1ee7-e485-4171-b765-42e12033b594), precommit_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.808694 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-42cac1dd-415d-4f72-9c64-3fcd7b13e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590504'] for security_group (97fb1ee7-e485-4171-b765-42e12033b594), after_delete {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.811401 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron_lib.callbacks.manager [None req-42cac1dd-415d-4f72-9c64-3fcd7b13e154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:36:49.812664 dv-cinder-773985-35-iscsi neutron-server[102755]: INFO neutron.wsgi [None req-42cac1dd-415d-4f72-9c64-3fcd7b13e154 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97fb1ee7-e485-4171-b765-42e12033b594 HTTP/1.1" status: 204 len: 168 time: 0.1203432 Feb 18 08:36:49.820554 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac1dd-415d-4f72-9c64-3fcd7b13e154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb1ee7-e485-4171-b765-42e12033b594,revision_number=None']} {{(pid=102755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 08:36:52.009695 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:36:58.500836 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cd39b6ea-1639-45c7-a766-fd8f679aa0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:00.612488 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-df69db2c-bc71-4ba6-b916-c3d255686ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:01.952678 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:03.113088 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:04.483043 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:13.133487 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:28.504387 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5fa33d79-c5b2-473e-8125-91fcdab1508f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:29.015076 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:37:30.612780 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-de8332de-e6fd-42e6-bbc4-9c5744286074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:31.963955 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:33.115934 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:34.489248 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:43.134560 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:37:58.507552 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4baaecb2-6b73-464a-ae3c-f0ab7bd73a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:00.614195 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-4b3d482e-0cb3-4208-8ec4-5b80770d1ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:01.962177 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:03.124080 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:04.495890 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:06.019309 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:38:13.143896 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:17.608971 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [req-ead6d32c-db7f-4bd9-8cd7-495992d2f5ea req-5ad95553-dca5-4295-a60f-96328b872e23 service neutron] (102755) timed out ('10.222.0.79', 50633) {{(pid=102755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 08:38:17.705405 dv-cinder-773985-35-iscsi neutron-server[102755]: DEBUG neutron.wsgi [req-e0442e6f-3c61-40d0-b6d4-da885c9fcbd5 req-bd6c25f8-4622-4b1d-9b8f-d1e16c0e6601 service neutron] (102755) timed out ('10.222.0.79', 50636) {{(pid=102755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 08:38:28.508823 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f0351e61-69d6-479c-aaa6-6b35cbe3fb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:30.618449 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-a43e19fe-ad01-41b3-9a58-a7af54afe6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:31.962095 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:33.134230 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:34.489013 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:43.024891 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:38:43.162419 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:38:58.513190 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-da5a3a9b-304d-475c-8e15-136e11c2d81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:00.615085 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8c71f544-e7ba-4725-b534-f807cc98c323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:01.966988 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:03.135519 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:04.491551 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:13.178484 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:20.028763 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:39:28.520498 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-f9a3f7ec-dec3-4f62-9602-9ce653201410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:30.614643 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-64e9fea2-0a16-454c-a9ed-4fa34cb6474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:31.976266 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:33.141238 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:34.494078 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:43.190253 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:39:44.891851 dv-cinder-773985-35-iscsi neutron-server[102754]: DEBUG neutron.wsgi [req-38f8beb3-e6b3-426d-8527-680badf66df5 req-a75bc518-98ac-4d23-af49-b980a72ffd37 service neutron] (102754) timed out ('10.222.0.79', 50634) {{(pid=102754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 08:39:57.030467 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:39:58.521261 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-cd3e3f56-ca9d-4556-83dc-165f7ef7c33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:00.614289 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-ca18f4b3-a9ac-400e-98a9-68622f273347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:01.978766 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:03.145285 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:04.496502 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:13.200755 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:28.518787 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-9d91e5d4-ab48-48b8-92a8-075a1b651829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:30.624132 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5a071774-5beb-4e79-8eac-eba542ed3e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:31.980639 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:33.145466 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:34.035136 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:40:34.501246 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:43.206565 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:40:58.520104 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-d2cbf864-7419-4fd3-aebe-d3f5547d79d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:00.615120 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-b4ede256-8680-4fdf-a562-d3f968a3e8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:01.992381 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:03.149463 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:04.503200 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:11.040720 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:41:13.252151 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:28.516632 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-06d6fd6a-6ce2-422f-bc0f-51ce7476c612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:30.612278 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6e76e3fc-6e6d-4def-88e1-24783dc79af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:31.997529 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:33.153340 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:34.511930 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:43.249309 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:41:48.044945 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:41:58.511370 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-6413eff6-47e0-4b73-9db8-91accc1c7880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:00.616132 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8766863c-7b34-4947-ba36-3179b8a16e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:02.000755 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:03.153876 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:04.510699 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:13.248209 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-05c66f5b-e576-4438-b9d3-ebbe5540c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (e72bf550-c247-4895-b8ad-1821dc5ca263), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:25.051960 dv-cinder-773985-35-iscsi neutron-server[102757]: DEBUG neutron.db.agents_db [None req-e82aced7-0370-477d-9da7-0bee9d741f44 None None] Agent healthcheck: found 6 active agents {{(pid=102757) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 08:42:28.517379 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-84b102a0-22ab-4790-a24a-8d258bde5205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (110a8609-41ef-4133-bae2-aea52e766ed5), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:30.610641 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-5adb488b-270b-4052-acf8-4315ff377c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (05438285-403e-466b-acce-ae72e0e2c82c), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:31.993185 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-8d891976-c7cd-4022-a4a5-304a5dcbbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0cf10024-d0d3-40ac-8c87-542dec388794), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:33.154824 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-892e9164-8e9e-434b-897c-29648567ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (41811b7c-9e27-4bd6-a2c7-7c69f8e7d313), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 08:42:34.497435 dv-cinder-773985-35-iscsi neutron-server[102756]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebff3-c7b5-41dd-85cd-a91411d146ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753430445213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3819358'] for agent (0dae9953-3ce9-40a3-893c-5bb868419c4a), after_update {{(pid=102756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}